Unverified Commit e4b9b72f authored by Jeffrey Morgan's avatar Jeffrey Morgan Committed by GitHub
Browse files

Do not repeat system prompt for chat templating (#2241)

parent 311f8e0c
...@@ -119,10 +119,6 @@ func Prompt(promptTemplate string, p PromptVars) (string, error) { ...@@ -119,10 +119,6 @@ func Prompt(promptTemplate string, p PromptVars) (string, error) {
// PreResponsePrompt returns the prompt before the response tag // PreResponsePrompt returns the prompt before the response tag
func (m *Model) PreResponsePrompt(p PromptVars) (string, error) { func (m *Model) PreResponsePrompt(p PromptVars) (string, error) {
if p.System == "" {
// use the default system prompt for this model if one is not specified
p.System = m.System
}
pre, _, err := extractParts(m.Template) pre, _, err := extractParts(m.Template)
if err != nil { if err != nil {
return "", err return "", err
......
...@@ -239,6 +239,11 @@ func GenerateHandler(c *gin.Context) { ...@@ -239,6 +239,11 @@ func GenerateHandler(c *gin.Context) {
Prompt: req.Prompt, Prompt: req.Prompt,
First: len(req.Context) == 0, First: len(req.Context) == 0,
} }
if promptVars.System == "" {
promptVars.System = model.System
}
p, err := model.PreResponsePrompt(promptVars) p, err := model.PreResponsePrompt(promptVars)
if err != nil { if err != nil {
c.JSON(http.StatusInternalServerError, gin.H{"error": err.Error()}) c.JSON(http.StatusInternalServerError, gin.H{"error": err.Error()})
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment