Skip to content

GitLab

Unverified Commit 2f804068 authored by Bruce MacDonald's avatar Bruce MacDonald Committed by GitHub
Browse files

warn when json format is expected but not mentioned in prompt (#3081)

parent 34d00f90
Hide whitespace changes
Inline Side-by-side
Showing with 3 additions and 0 deletions
llm/dyn_ext_server.go
View file @ 2f804068
...@@ -198,6 +198,9 @@ func (llm *dynExtServer) Predict(ctx context.Context, predict PredictOpts, fn fu ...@@ -198,6 +198,9 @@ func (llm *dynExtServer) Predict(ctx context.Context, predict PredictOpts, fn fu
if predict.Format == "json" { if predict.Format == "json" {
request["grammar"] = jsonGrammar request["grammar"] = jsonGrammar
if !strings.Contains(strings.ToLower(predict.Prompt), "json") {
slog.Warn("Prompt does not specify that the LLM should response in JSON, but JSON format is expected. For best results specify that JSON is expected in the system prompt.")
}
} }
retryDelay := 100 * time.Microsecond retryDelay := 100 * time.Microsecond
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment