Skip to content

GitLab

Unverified Commit a1160392 authored by Hailey Schoelkopf's avatar Hailey Schoelkopf Committed by GitHub
Browse files

Change triviaqa dataset path

parent 8c419c83
Show whitespace changes
Inline Side-by-side
Showing with 2 additions and 3 deletions
lm_eval/tasks/triviaqa.py
View file @ a1160392
...@@ -10,7 +10,6 @@ high quality distant supervision for answering the questions. ...@@ -10,7 +10,6 @@ high quality distant supervision for answering the questions.
Homepage: https://nlp.cs.washington.edu/triviaqa/ Homepage: https://nlp.cs.washington.edu/triviaqa/
""" """
import inspect import inspect
import lm_eval.datasets.triviaqa.triviaqa
import string import string
from lm_eval.base import Task, rf from lm_eval.base import Task, rf
from lm_eval.metrics import mean from lm_eval.metrics import mean
...@@ -30,8 +29,8 @@ _CITATION = """ ...@@ -30,8 +29,8 @@ _CITATION = """
class TriviaQA(Task): class TriviaQA(Task):
VERSION = 1 VERSION = 1
DATASET_PATH = inspect.getfile(lm_eval.datasets.triviaqa.triviaqa) DATASET_PATH = "trivia_qa"
DATASET_NAME = None DATASET_NAME = "rc.nocontext"
def has_training_docs(self): def has_training_docs(self):
return True return True
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment