Fix triviaqa

5dc4692a · Leo Gao · 29c1f228 · 5dc4692a
Commit 5dc4692a authored Apr 10, 2021 by Leo Gao
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

lm_eval/tasks/triviaqa.py lm_eval/tasks/triviaqa.py +1 -1

No files found.
--- a/lm_eval/tasks/triviaqa.py
+++ b/lm_eval/tasks/triviaqa.py
@@ -34,7 +34,7 @@ class TriviaQA(Task):
        return map(json.loads, open('data/triviaqa/triviaqa-unfiltered/unfiltered-web-train.jsonl'))

    def validation_docs(self):
-        return map(json.loads, open('data/triviaqa/triviaqa-unfiltered/unfiltered-web-val.jsonl'))
+        return map(json.loads, open('data/triviaqa/triviaqa-unfiltered/unfiltered-web-dev.jsonl'))

    def test_docs(self):
        raise NotImplementedError()