Merge pull request #4736 from ollama/mxyng/vocab-only

vocab only for tokenize

Merge pull request #4736 from ollama/mxyng/vocab-only
vocab only for tokenize
eb2c443a · Michael Yang · GitHub · 278e25ea · bf54c845 · eb2c443a
Unverified Commit eb2c443a authored May 30, 2024 by Michael Yang Committed by GitHub May 30, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 4 additions and 4 deletions

llm/llm.go llm/llm.go +4 -4

No files found.
--- a/llm/llm.go
+++ b/llm/llm.go
@@ -47,11 +47,11 @@ func newLlamaModel(p string) *llamaModel {
 	cs := C.CString(p)
 	defer C.free(unsafe.Pointer(cs))

+	params := C.llama_model_default_params()
+	params.vocab_only = true
+
 	return &llamaModel{
-		C.llama_load_model_from_file(
-			cs,
-			C.llama_model_default_params(),
-		),
+		C.llama_load_model_from_file(cs, params),
 	}
 }