Skip to content

GitLab

Commit 2bc06565 authored by Michael Yang's avatar Michael Yang
Browse files

fix empty response

parent d1c2558f
Show whitespace changes
Inline Side-by-side
Showing with 4 additions and 2 deletions
llm/ggml_llama.go
View file @ 2bc06565
...@@ -497,8 +497,10 @@ func (llm *llama) Predict(ctx context.Context, prevContext []int, prompt string, ...@@ -497,8 +497,10 @@ func (llm *llama) Predict(ctx context.Context, prevContext []int, prompt string,
return fmt.Errorf("error unmarshaling llm prediction response: %v", err) return fmt.Errorf("error unmarshaling llm prediction response: %v", err)
} }
if p.Content != "" {
fn(api.GenerateResponse{Response: p.Content}) fn(api.GenerateResponse{Response: p.Content})
nextContext.WriteString(p.Content) nextContext.WriteString(p.Content)
}
if p.Stop { if p.Stop {
embd, err := llm.Encode(ctx, nextContext.String()) embd, err := llm.Encode(ctx, nextContext.String())
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment