Skip to content

GitLab

Commit 5eb712f9 authored by Jeffrey Morgan's avatar Jeffrey Morgan
Browse files

trim whitespace before checking stop conditions 

Fixes #295
parent 931a5f3c
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
llama/llama.go
View file @ 5eb712f9
...@@ -250,9 +250,9 @@ func (llm *LLM) Predict(ctx []int, prompt string, fn func(api.GenerateResponse)) ...@@ -250,9 +250,9 @@ func (llm *LLM) Predict(ctx []int, prompt string, fn func(api.GenerateResponse))
func (llm *LLM) checkStopConditions(b bytes.Buffer) error { func (llm *LLM) checkStopConditions(b bytes.Buffer) error {
for _, stopCondition := range llm.Stop { for _, stopCondition := range llm.Stop {
if stopCondition == b.String() { if stopCondition == strings.TrimSpace(b.String()) {
return io.EOF return io.EOF
} else if strings.HasPrefix(stopCondition, b.String()) { } else if strings.HasPrefix(stopCondition, strings.TrimSpace(b.String())) {
return errNeedMoreData return errNeedMoreData
} }
} }
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment