Commit 9b12a511 authored by Jeffrey Morgan's avatar Jeffrey Morgan
Browse files

check other request fields before load short circuit in `/api/generate`

parent e20362e0
......@@ -223,7 +223,8 @@ func GenerateHandler(c *gin.Context) {
ch <- r
}
if req.Prompt == "" {
// an empty request loads the model
if req.Prompt == "" && req.Template == "" && req.System == "" {
ch <- api.GenerateResponse{Model: req.Model, Done: true}
} else {
if err := loaded.llm.Predict(c.Request.Context(), req.Context, prompt, fn); err != nil {
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment