Skip to content

GitLab

Commit 03cff3a2 authored by Jeffrey Morgan's avatar Jeffrey Morgan
Browse files

server: reset digest at end of generate

parent cc509a99
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 2 deletions
server/routes.go
View file @ 03cff3a2
...@@ -31,8 +31,8 @@ var loaded struct { ...@@ -31,8 +31,8 @@ var loaded struct {
expireAt time.Time expireAt time.Time
expireTimer *time.Timer expireTimer *time.Timer
digest string digest string
options api.Options options api.Options
} }
func GenerateHandler(c *gin.Context) { func GenerateHandler(c *gin.Context) {
...@@ -57,6 +57,7 @@ func GenerateHandler(c *gin.Context) { ...@@ -57,6 +57,7 @@ func GenerateHandler(c *gin.Context) {
if loaded.llm != nil { if loaded.llm != nil {
loaded.llm.Close() loaded.llm.Close()
loaded.llm = nil loaded.llm = nil
loaded.digest = ""
} }
opts := api.DefaultOptions() opts := api.DefaultOptions()
...@@ -98,6 +99,7 @@ func GenerateHandler(c *gin.Context) { ...@@ -98,6 +99,7 @@ func GenerateHandler(c *gin.Context) {
loaded.llm.Close() loaded.llm.Close()
loaded.llm = nil loaded.llm = nil
loaded.digest = ""
}) })
} }
loaded.expireTimer.Reset(sessionDuration) loaded.expireTimer.Reset(sessionDuration)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment