gptoss: fix memory calc (#11700)

fcec04bf · Michael Yang · GitHub · ee92ca3e · fcec04bf
Unverified Commit fcec04bf authored Aug 05, 2025 by Michael Yang Committed by GitHub Aug 05, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

fs/ggml/ggml.go fs/ggml/ggml.go +1 -1

No files found.
--- a/fs/ggml/ggml.go
+++ b/fs/ggml/ggml.go
@@ -676,7 +676,7 @@ func (f GGML) GraphSize(context, batch uint64, numParallel int, kvCacheType stri
 			}
 		}
 		fullOffload = 4 * f.KV().HeadCountMax() / cmp.Or(f.KV().HeadCountKVMin(), 1) * kvTotal / 6
-		partialOffload = 2 * fullOffload
+		partialOffload = fullOffload
 	}

 	return