add trailing \n\n after <end_of_image> to match reference implementation

11bfa627 · jmorganca · Michael Yang · f63e62e5 · 11bfa627
Commit 11bfa627 authored Mar 11, 2025 by jmorganca Committed by Michael Yang Mar 11, 2025
Show whitespace changes
Inline Side-by-side

Showing with 4 additions and 2 deletions

model/models/gemma3/model.go model/models/gemma3/model.go +4 -2

No files found.
--- a/model/models/gemma3/model.go
+++ b/model/models/gemma3/model.go
@@ -133,8 +133,10 @@ func (m *Model) PostTokenize(ctx ml.Context, inputs []input.Input) ([]input.Inpu
 				result = append(result, input.Input{Multimodal: imageToken, MultimodalHash: fnvHash.Sum64()})
 			}

-			// <end_of_image>
-			result = append(result, input.Input{Token: 256000})
+			result = append(result,
+				input.Input{Token: 256000}, // <end_of_image>
+				input.Input{Token: 108},    // "\n\n"
+			)
 		}
 	}