mirror of
https://github.com/ollama/ollama.git
synced 2026-10-09 09:47:06 +00:00
add trailing \n\n after <end_of_image> to match reference implementation
This commit is contained in:
parent
f63e62e546
commit
11bfa62796
1 changed files with 4 additions and 2 deletions
|
|
@ -133,8 +133,10 @@ func (m *Model) PostTokenize(ctx ml.Context, inputs []input.Input) ([]input.Inpu
|
|||
result = append(result, input.Input{Multimodal: imageToken, MultimodalHash: fnvHash.Sum64()})
|
||||
}
|
||||
|
||||
// <end_of_image>
|
||||
result = append(result, input.Input{Token: 256000})
|
||||
result = append(result,
|
||||
input.Input{Token: 256000}, // <end_of_image>
|
||||
input.Input{Token: 108}, // "\n\n"
|
||||
)
|
||||
}
|
||||
}
|
||||
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue