Skip to content

GitLab

Commit 7d5aa3f7 authored by Leo Gao's avatar Leo Gao
Browse files

Typo

parent 624c038e
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
lm_eval/evaluator.py
View file @ 7d5aa3f7
...@@ -34,7 +34,7 @@ def evaluate(lm, task_dict, provide_description, num_fewshot, limit): ...@@ -34,7 +34,7 @@ def evaluate(lm, task_dict, provide_description, num_fewshot, limit):
task_docs = list(task_doc_func()) task_docs = list(task_doc_func())
rnd = random.Random() rnd = random.Random()
rnd.seed(42) rnd.seed(42)
rnd.shuffle(docs) rnd.shuffle(task_docs)
for doc_id, doc in enumerate(itertools.islice(task_docs, 0, limit)): for doc_id, doc in enumerate(itertools.islice(task_docs, 0, limit)):
docs[(task_name, doc_id)] = doc docs[(task_name, doc_id)] = doc
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment