Skip to content

GitLab

Commit 5dc4692a authored by Leo Gao's avatar Leo Gao
Browse files

Fix triviaqa

parent 29c1f228
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
lm_eval/tasks/triviaqa.py
View file @ 5dc4692a
...@@ -34,7 +34,7 @@ class TriviaQA(Task): ...@@ -34,7 +34,7 @@ class TriviaQA(Task):
return map(json.loads, open('data/triviaqa/triviaqa-unfiltered/unfiltered-web-train.jsonl')) return map(json.loads, open('data/triviaqa/triviaqa-unfiltered/unfiltered-web-train.jsonl'))
def validation_docs(self): def validation_docs(self):
return map(json.loads, open('data/triviaqa/triviaqa-unfiltered/unfiltered-web-val.jsonl')) return map(json.loads, open('data/triviaqa/triviaqa-unfiltered/unfiltered-web-dev.jsonl'))
def test_docs(self): def test_docs(self):
raise NotImplementedError() raise NotImplementedError()
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment