Skip to content

GitLab

Unverified Commit 7c168b08 authored by frob's avatar frob Committed by GitHub
Browse files

server: add missing function parens to debug log (#9255)

parent 3d4cc783
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
server/sched.go
View file @ 7c168b08
...@@ -179,7 +179,7 @@ func (s *Scheduler) processPending(ctx context.Context) { ...@@ -179,7 +179,7 @@ func (s *Scheduler) processPending(ctx context.Context) {
if allReliable { if allReliable {
// HACK // HACK
os.Setenv("OLLAMA_MAX_LOADED_MODELS", strconv.Itoa(defaultModelsPerGPU*len(gpus))) os.Setenv("OLLAMA_MAX_LOADED_MODELS", strconv.Itoa(defaultModelsPerGPU*len(gpus)))
slog.Debug("updating default concurrency", "OLLAMA_MAX_LOADED_MODELS", envconfig.MaxRunners, "gpu_count", len(gpus)) slog.Debug("updating default concurrency", "OLLAMA_MAX_LOADED_MODELS", envconfig.MaxRunners(), "gpu_count", len(gpus))
} else { } else {
// HACK // HACK
os.Setenv("OLLAMA_MAX_LOADED_MODELS", strconv.Itoa(len(gpus))) os.Setenv("OLLAMA_MAX_LOADED_MODELS", strconv.Itoa(len(gpus)))
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment