fix keep alive

this reference to keep alive was missed in #12041 so chat has a diffferent behaviour than generate

fix keep alive
this reference to keep alive was missed in #12041 so chat has a diffferent behaviour than generate
35ac4eb1 · Michael Yang · Michael Yang · 3d0b1734 · 35ac4eb1
Commit 35ac4eb1 authored Sep 30, 2025 by Michael Yang Committed by Michael Yang Sep 30, 2025
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

server/routes.go server/routes.go +1 -1

No files found.
--- a/server/routes.go
+++ b/server/routes.go
@@ -1777,7 +1777,7 @@ func (s *Server) ChatHandler(c *gin.Context) {
 	}

 	// expire the runner
-	if len(req.Messages) == 0 && req.KeepAlive != nil && int(req.KeepAlive.Seconds()) == 0 {
+	if len(req.Messages) == 0 && req.KeepAlive != nil && req.KeepAlive.Duration == 0 {
 		s.sched.expireRunner(m)

 		c.JSON(http.StatusOK, api.ChatResponse{