Skip to content

GitLab

"docs/git@developer.sourcefind.cn:OpenDAS/torchaudio.git" did not exist on "4d25148500c04d27298dff71c333bd198fcd2298"
Commit e1f0a0dc authored by Michael Yang's avatar Michael Yang
Browse files

fix eof error in generate

parent b227261f
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
llama/llama.go
View file @ e1f0a0dc
...@@ -199,10 +199,10 @@ func (llm *llama) generate(tokens []C.llama_token, fn func(string)) error { ...@@ -199,10 +199,10 @@ func (llm *llama) generate(tokens []C.llama_token, fn func(string)) error {
token, err := llm.sample(pastTokens, &opts) token, err := llm.sample(pastTokens, &opts)
switch { switch {
case err != nil:
return err
case errors.Is(err, io.EOF): case errors.Is(err, io.EOF):
return nil return nil
case err != nil:
return err
} }
fn(llm.detokenize(token)) fn(llm.detokenize(token))
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment