Skip to content

GitLab

"src/git@developer.sourcefind.cn:renzhc/diffusers_dcu.git" did not exist on "77103d71ca0ee1233de082987e21f83f7f4c3a07"
Unverified Commit bd93a94a authored by Bruce MacDonald's avatar Bruce MacDonald Committed by GitHub
Browse files

fix MB VRAM log output (#824)

parent f55bdb6f
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
llm/llama.go
View file @ bd93a94a
...@@ -249,7 +249,7 @@ func NumGPU(numLayer, fileSizeBytes int64, opts api.Options) int { ...@@ -249,7 +249,7 @@ func NumGPU(numLayer, fileSizeBytes int64, opts api.Options) int {
// max number of layers we can fit in VRAM, subtract 8% to prevent consuming all available VRAM and running out of memory // max number of layers we can fit in VRAM, subtract 8% to prevent consuming all available VRAM and running out of memory
layers := int(freeBytes/bytesPerLayer) * 92 / 100 layers := int(freeBytes/bytesPerLayer) * 92 / 100
log.Printf("%d MiB VRAM available, loading up to %d GPU layers", freeBytes, layers) log.Printf("%d MB VRAM available, loading up to %d GPU layers", freeBytes/(1024*1024), layers)
return layers return layers
} }
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment