enable k quants

726bc647 · Michael Yang · af9039a1 · 726bc647
Commit 726bc647 authored Jul 25, 2023 by Michael Yang
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

llama/llama.go llama/llama.go +1 -1

No files found.
--- a/llama/llama.go
+++ b/llama/llama.go
 package llama
 /*
-#cgo CPPFLAGS: -O3 -DNDEBUG=1
+#cgo CPPFLAGS: -O3 -DNDEBUG=1 -DGGML_USE_K_QUANTS
 #cgo CXXFLAGS: -std=c++11
 #cgo darwin CPPFLAGS: -DGGML_USE_ACCELERATE -DGGML_USE_METAL -DGGML_METAL_NDEBUG
 #cgo darwin LDFLAGS: -framework Accelerate -framework Foundation -framework Metal -framework MetalKit -framework MetalPerformanceShaders