no gpu if vram < 2GB

811c3d19 · Michael Yang · d890890f · 811c3d19
Commit 811c3d19 authored Oct 13, 2023 by Michael Yang
Hide whitespace changes
Inline Side-by-side

Showing with 5 additions and 0 deletions

llm/llama.go llm/llama.go +5 -0

No files found.
--- a/llm/llama.go
+++ b/llm/llama.go
@@ -215,6 +215,11 @@ func CheckVRAM() (int64, error) {
 		free += vram
 	}
+	if free*1024*1024 < 2*1000*1000*1000 {
+		log.Printf("less than 2 GB VRAM available, falling back to CPU only")
+		free = 0
+	}
 	return free, nil
 }