conditionally enable parallel pipelines

4561fff3 · Michael Yang · 50b59620 · 4561fff3
Commit 4561fff3 authored Mar 14, 2025 by Michael Yang
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

ml/backend/ggml/ggml.go ml/backend/ggml/ggml.go +1 -1

No files found.
--- a/ml/backend/ggml/ggml.go
+++ b/ml/backend/ggml/ggml.go
@@ -371,7 +371,7 @@ func New(r *os.File, params ml.BackendParams) (ml.Backend, error) {
 			(*C.ggml_backend_buffer_type_t)(unsafe.Pointer(&schedBufts[0])),
 			C.int(len(schedBackends)),
 			C.size_t(maxGraphNodes),
-			true,
+			C._Bool(len(gpus) > 1 && slices.Contains(gpus, output.d)),
 		),
 		input:  deviceBufferTypes[input.d],
 		output: deviceBufferTypes[output.d],