vocab only

bf54c845 · Michael Yang · e91d0ef7 · bf54c845
Commit bf54c845 authored May 30, 2024 by Michael Yang
Hide whitespace changes
Inline Side-by-side

Showing with 4 additions and 4 deletions

llm/llm.go llm/llm.go +4 -4

No files found.
--- a/llm/llm.go
+++ b/llm/llm.go
@@ -47,11 +47,11 @@ func newLlamaModel(p string) *llamaModel {
 	cs := C.CString(p)
 	defer C.free(unsafe.Pointer(cs))

+	params := C.llama_model_default_params()
+	params.vocab_only = true
+
 	return &llamaModel{
-		C.llama_load_model_from_file(
-			cs,
-			C.llama_model_default_params(),
-		),
+		C.llama_load_model_from_file(cs, params),
 	}
 }