|
@@ -133,8 +133,10 @@ func (m *Model) PostTokenize(ctx ml.Context, inputs []input.Input) ([]input.Inpu
|
|
|
result = append(result, input.Input{Multimodal: imageToken, MultimodalHash: fnvHash.Sum64()})
|
|
|
}
|
|
|
|
|
|
- // <end_of_image>
|
|
|
- result = append(result, input.Input{Token: 256000})
|
|
|
+ result = append(result,
|
|
|
+ input.Input{Token: 256000}, // <end_of_image>
|
|
|
+ input.Input{Token: 108}, // "\n\n"
|
|
|
+ )
|
|
|
}
|
|
|
}
|
|
|
|