Typo

7d5aa3f7 · Leo Gao · 624c038e · 7d5aa3f7
Commit 7d5aa3f7 authored Feb 14, 2021 by Leo Gao
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

lm_eval/evaluator.py lm_eval/evaluator.py +1 -1

No files found.
--- a/lm_eval/evaluator.py
+++ b/lm_eval/evaluator.py
@@ -34,7 +34,7 @@ def evaluate(lm, task_dict, provide_description, num_fewshot, limit):
        task_docs = list(task_doc_func())
        rnd = random.Random()
        rnd.seed(42)
-        rnd.shuffle(docs)
+        rnd.shuffle(task_docs)

        for doc_id, doc in enumerate(itertools.islice(task_docs, 0, limit)):
            docs[(task_name, doc_id)] = doc