llm: Fix debug logging for memory estimates

f4f0992b · Jesse Gross · Jesse Gross · 1feff619 · f4f0992b
Commit f4f0992b authored Mar 25, 2025 by Jesse Gross Committed by Jesse Gross Mar 26, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

llm/memory.go llm/memory.go +1 -1

No files found.
--- a/llm/memory.go
+++ b/llm/memory.go
@@ -374,7 +374,7 @@ func (m MemoryEstimate) LogValue() slog.Value {
 			slog.Group(
 				"weights",
 				// memory of the weights
-				"total", format.HumanBytes2(m.memoryWeights),
+				"total", format.HumanBytes2(m.memoryWeights+m.memoryLayerOutput),
 				// memory of repeating layers
 				"repeating", format.HumanBytes2(m.memoryWeights),
 				// memory of non-repeating layers