Skip to content

GitLab

Commit f7ee0123 authored by jmorganca's avatar jmorganca
Browse files

server: prepend system message in chat handler

parent 1ed0aa8f
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 0 deletions
server/routes.go
View file @ f7ee0123
...@@ -1181,6 +1181,10 @@ func (s *Server) ChatHandler(c *gin.Context) { ...@@ -1181,6 +1181,10 @@ func (s *Server) ChatHandler(c *gin.Context) {
return return
} }
if req.Messages[0].Role != "system" {
req.Messages = append([]api.Message{{Role: "system", Content: m.System}}, req.Messages...)
}
prompt, images, err := chatPrompt(c.Request.Context(), m, r.Tokenize, opts, req.Messages) prompt, images, err := chatPrompt(c.Request.Context(), m, r.Tokenize, opts, req.Messages)
if err != nil { if err != nil {
c.JSON(http.StatusInternalServerError, gin.H{"error": err.Error()}) c.JSON(http.StatusInternalServerError, gin.H{"error": err.Error()})
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment