add 34b to mem check

304f2b6c · Michael Yang · dad63f08 · 304f2b6c
Commit 304f2b6c authored Aug 26, 2023 by Michael Yang
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

llm/llm.go llm/llm.go +1 -1

No files found.
--- a/llm/llm.go
+++ b/llm/llm.go
@@ -55,7 +55,7 @@ func New(model string, adapters []string, opts api.Options) (LLM, error) {
 		if totalResidentMemory < 16*1024*1024 {
 			return nil, fmt.Errorf("model requires at least 16GB of memory")
 		}
-	case ModelType30B:
+	case ModelType30B, ModelType34B:
 		if totalResidentMemory < 32*1024*1024 {
 			return nil, fmt.Errorf("model requires at least 32GB of memory")
 		}