ml/backend/ggml: set cpu n_threads

bf920883 · Michael Yang · 58b9ec1f · bf920883
Commit bf920883 authored Feb 26, 2025 by Michael Yang
Hide whitespace changes
Inline Side-by-side

Showing with 4 additions and 0 deletions

ml/backend/ggml/ggml.go ml/backend/ggml/ggml.go +4 -0

No files found.
--- a/ml/backend/ggml/ggml.go
+++ b/ml/backend/ggml/ggml.go
@@ -301,6 +301,10 @@ func New(r *os.File, params ml.BackendParams) (ml.Backend, error) {
 		bufts = append(bufts, bt)

 		slog.Info("compute graph", "backend", C.GoString(C.ggml_backend_name(b)), "buffer_type", C.GoString(C.ggml_backend_buft_name(bt)))
+
+		if C.ggml_backend_is_cpu(b) {
+			C.ggml_backend_cpu_set_n_threads(b, C.int(params.NumThreads))
+		}
 	}

 	return &Backend{