Unverified Commit 72d619ff authored by Baber Abbasi's avatar Baber Abbasi Committed by GitHub
Browse files

fix writeout script (#2350)

parent f378f306
......@@ -5,6 +5,7 @@ import random
import numpy as np
from lm_eval import tasks
from lm_eval.evaluator_utils import get_task_list
from lm_eval.tasks import TaskManager
from lm_eval.utils import eval_logger, join_iters
......@@ -51,9 +52,8 @@ def main():
task_dict = tasks.get_task_dict(task_names, task_manager)
os.makedirs(args.output_base_path, exist_ok=True)
for task_name, task in task_dict.items():
if isinstance(task, tuple):
_, task = task
for task in [x.task for x in get_task_list(task_dict)]:
task_name = task.config.task
rnd = random.Random()
rnd.seed(args.seed)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment