fix empty response

2bc06565 · Michael Yang · d1c2558f · 2bc06565
Commit 2bc06565 authored Sep 05, 2023 by Michael Yang
Hide whitespace changes
Inline Side-by-side

Showing with 4 additions and 2 deletions

llm/ggml_llama.go llm/ggml_llama.go +4 -2

No files found.
--- a/llm/ggml_llama.go
+++ b/llm/ggml_llama.go
@@ -497,8 +497,10 @@ func (llm *llama) Predict(ctx context.Context, prevContext []int, prompt string,
 					return fmt.Errorf("error unmarshaling llm prediction response: %v", err)
 				}
-				fn(api.GenerateResponse{Response: p.Content})
+				if p.Content != "" {
-				nextContext.WriteString(p.Content)
+					fn(api.GenerateResponse{Response: p.Content})
+					nextContext.WriteString(p.Content)
+				}
 				if p.Stop {
 					embd, err := llm.Encode(ctx, nextContext.String())