fix eof error in generate

e1f0a0dc · Michael Yang · b227261f · e1f0a0dc
Commit e1f0a0dc authored Jul 12, 2023 by Michael Yang
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 2 deletions

llama/llama.go llama/llama.go +2 -2

No files found.
--- a/llama/llama.go
+++ b/llama/llama.go
@@ -199,10 +199,10 @@ func (llm *llama) generate(tokens []C.llama_token, fn func(string)) error {

 		token, err := llm.sample(pastTokens, &opts)
 		switch {
-		case err != nil:
-			return err
 		case errors.Is(err, io.EOF):
 			return nil
+		case err != nil:
+			return err
 		}

 		fn(llm.detokenize(token))