Commit 032820dd authored by haileyschoelkopf's avatar haileyschoelkopf
Browse files

initialize tasks in test files

parent c0000e03
...@@ -8,6 +8,8 @@ import lm_eval.tasks as tasks ...@@ -8,6 +8,8 @@ import lm_eval.tasks as tasks
import sys import sys
import torch import torch
tasks.initialize_tasks()
class Test_HFLM: class Test_HFLM:
torch.use_deterministic_algorithms(True) torch.use_deterministic_algorithms(True)
......
...@@ -11,6 +11,7 @@ from typing import List ...@@ -11,6 +11,7 @@ from typing import List
import random import random
import pytest import pytest
tasks.initialize_tasks()
# TODO: more fine grained unit tests rather than this big honking integration # TODO: more fine grained unit tests rather than this big honking integration
# test once we break evaluator into smaller, more manageable pieces # test once we break evaluator into smaller, more manageable pieces
......
...@@ -4,7 +4,7 @@ from .utils import new_tasks ...@@ -4,7 +4,7 @@ from .utils import new_tasks
import lm_eval.tasks as tasks import lm_eval.tasks as tasks
from lm_eval.api.task import ConfigurableTask from lm_eval.api.task import ConfigurableTask
tasks.initialize_tasks()
# Default Task # Default Task
TASKS = ["arc_easy"] TASKS = ["arc_easy"]
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment