Merge pull request #3496 from ollama/mxyng/cmd-r-graph

add command-r graph estimate

Merge pull request #3496 from ollama/mxyng/cmd-r-graph
add command-r graph estimate
fc8e1086 · Michael Yang · GitHub · c5d5c4a9 · 01f77ae2 · fc8e1086
Unverified Commit fc8e1086 authored Apr 05, 2024 by Michael Yang Committed by GitHub Apr 05, 2024
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

llm/ggml.go llm/ggml.go +1 -1

No files found.
--- a/llm/ggml.go
+++ b/llm/ggml.go
@@ -327,7 +327,7 @@ func (llm GGML) GraphSize(context, batch int) (int64, bool) {
 	}

 	switch llm.KV().Architecture() {
-	case "gemma":
+	case "gemma", "command-r":
 		return 4 * int64(batch) * int64(embeddingLength+uint64(vocabLength)), true
 	case "phi2":
 		return max(