close llm on interrupt (#577)

5d71bda4 · Bruce MacDonald · GitHub · 9df31c35 · 5d71bda4
Unverified Commit 5d71bda4 authored Sep 22, 2023 by Bruce MacDonald Committed by GitHub Sep 22, 2023
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 0 deletions

server/routes.go server/routes.go +3 -0

No files found.
--- a/server/routes.go
+++ b/server/routes.go
@@ -570,6 +570,9 @@ func Serve(ln net.Listener, allowOrigins []string) error {
 	signal.Notify(signals, syscall.SIGINT, syscall.SIGTERM)
 	go func() {
 		<-signals
+		if loaded.llm != nil {
+			loaded.llm.Close()
+		}
 		os.RemoveAll(workDir)
 		os.Exit(0)
 	}()