Fix gpt3 batching bug

03f34463 · Leo Gao · 1ff4e07f · 03f34463
Commit 03f34463 authored Feb 20, 2021 by Leo Gao
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

lm_eval/models/gpt3.py lm_eval/models/gpt3.py +1 -1

No files found.
--- a/lm_eval/models/gpt3.py
+++ b/lm_eval/models/gpt3.py
@@ -135,7 +135,7 @@ class GPT3LM(LM):
            )

            for resp in response.choices:
-                s = response.choices[0]['text']
+                s = resp['text']

                for term in until:
                    s = s.split(term)[0]