set `num_gpu` to 1 only by default on darwin arm64 (#1771)

c7ea8f23 · Jeffrey Morgan · GitHub · 0b3118e0 · c7ea8f23
Unverified Commit c7ea8f23 authored Jan 03, 2024 by Jeffrey Morgan Committed by GitHub Jan 03, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 5 additions and 1 deletion

gpu/gpu_darwin.go gpu/gpu_darwin.go +5 -1

No files found.
--- a/gpu/gpu_darwin.go
+++ b/gpu/gpu_darwin.go
@@ -33,11 +33,15 @@ func getCPUMem() (memInfo, error) {
 }
 func NumGPU(numLayer, fileSizeBytes int64, opts api.Options) int {
+	if opts.NumGPU != -1 {
+		return opts.NumGPU
+	}
+	// metal only supported on arm64
 	if runtime.GOARCH == "arm64" {
 		return 1
 	}
-	// metal only supported on arm64
 	return 0
 }