Merge pull request #471 from jmorganca/mxyng/fix-empty-response

fix empty response

Merge pull request #471 from jmorganca/mxyng/fix-empty-response
fix empty response
9ae76ba8 · Michael Yang · GitHub · d1c2558f · 2bc06565 · 9ae76ba8
Unverified Commit 9ae76ba8 authored Sep 05, 2023 by Michael Yang Committed by GitHub Sep 05, 2023
Hide whitespace changes
Inline Side-by-side

Showing with 4 additions and 2 deletions

llm/ggml_llama.go llm/ggml_llama.go +4 -2

No files found.
--- a/llm/ggml_llama.go
+++ b/llm/ggml_llama.go
@@ -497,8 +497,10 @@ func (llm *llama) Predict(ctx context.Context, prevContext []int, prompt string,
 					return fmt.Errorf("error unmarshaling llm prediction response: %v", err)
 				}

-				fn(api.GenerateResponse{Response: p.Content})
-				nextContext.WriteString(p.Content)
+				if p.Content != "" {
+					fn(api.GenerateResponse{Response: p.Content})
+					nextContext.WriteString(p.Content)
+				}

 				if p.Stop {
 					embd, err := llm.Encode(ctx, nextContext.String())