Commit 032820dd authored by haileyschoelkopf's avatar haileyschoelkopf
Browse files

initialize tasks in test files

parent c0000e03
......@@ -8,6 +8,8 @@ import lm_eval.tasks as tasks
import sys
import torch
tasks.initialize_tasks()
class Test_HFLM:
torch.use_deterministic_algorithms(True)
......
......@@ -11,6 +11,7 @@ from typing import List
import random
import pytest
tasks.initialize_tasks()
# TODO: more fine grained unit tests rather than this big honking integration
# test once we break evaluator into smaller, more manageable pieces
......
......@@ -4,7 +4,7 @@ from .utils import new_tasks
import lm_eval.tasks as tasks
from lm_eval.api.task import ConfigurableTask
tasks.initialize_tasks()
# Default Task
TASKS = ["arc_easy"]
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment