".github/vscode:/vscode.git/clone" did not exist on "9e3a37ace187d7ca3e32d14a925ad29e738f9a27"
Commit 58888a74 authored by Daniel Hiltgen's avatar Daniel Hiltgen
Browse files

Detect and recover if runner removed

Tmp cleaners can nuke the file out from underneath us.  This detects the missing
runner, and re-initializes the payloads.
parent cc5a71e0
...@@ -250,6 +250,17 @@ func NewLlamaServer(gpus gpu.GpuInfoList, model string, ggml *GGML, adapters, pr ...@@ -250,6 +250,17 @@ func NewLlamaServer(gpus gpu.GpuInfoList, model string, ggml *GGML, adapters, pr
server = server + ".exe" server = server + ".exe"
} }
// Detect tmp cleaners wiping out the file
_, err := os.Stat(server)
if errors.Is(err, os.ErrNotExist) {
slog.Warn("llama server disappeared, reinitializing payloads", "path", server, "error", err)
err = Init()
if err != nil {
slog.Warn("failed to reinitialize payloads", "error", err)
return nil, err
}
}
s := &llmServer{ s := &llmServer{
port: port, port: port,
cmd: exec.Command(server, finalParams...), cmd: exec.Command(server, finalParams...),
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment