Skip to content

GitLab

Commit 03cff3a2 authored by Jeffrey Morgan's avatar Jeffrey Morgan
Browse files

server: reset digest at end of generate

parent cc509a99
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 2 deletions
server/routes.go
View file @ 03cff3a2
......@@ -31,8 +31,8 @@ var loaded struct {
expireAt time.Time
expireTimer *time.Timer
digest string
options api.Options
digest string
options api.Options
}
func GenerateHandler(c *gin.Context) {
......@@ -57,6 +57,7 @@ func GenerateHandler(c *gin.Context) {
if loaded.llm != nil {
loaded.llm.Close()
loaded.llm = nil
loaded.digest = ""
}
opts := api.DefaultOptions()
......@@ -98,6 +99,7 @@ func GenerateHandler(c *gin.Context) {
loaded.llm.Close()
loaded.llm = nil
loaded.digest = ""
})
}
loaded.expireTimer.Reset(sessionDuration)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment