Commit 30a7d709 authored by Daniel Hiltgen's avatar Daniel Hiltgen
Browse files

Bump VRAM buffer back up

Under stress scenarios we're seeing OOMs so this should help stabilize
the allocations under heavy concurrency stress.
parent 200a1882
...@@ -31,8 +31,8 @@ type handles struct { ...@@ -31,8 +31,8 @@ type handles struct {
} }
const ( const (
cudaMinimumMemory = 256 * format.MebiByte cudaMinimumMemory = 457 * format.MebiByte
rocmMinimumMemory = 256 * format.MebiByte rocmMinimumMemory = 457 * format.MebiByte
) )
var gpuMutex sync.Mutex var gpuMutex sync.Mutex
......
...@@ -15,7 +15,7 @@ import ( ...@@ -15,7 +15,7 @@ import (
) )
const ( const (
metalMinimumMemory = 384 * format.MebiByte metalMinimumMemory = 512 * format.MebiByte
) )
func GetGPUInfo() GpuInfoList { func GetGPUInfo() GpuInfoList {
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment