Merge pull request #366 from jon-tow/bump-triviaqa-version

Bump `triviaqa` version

Merge pull request #366 from jon-tow/bump-triviaqa-version
Bump `triviaqa` version
57f8ff24 · Stella Biderman · GitHub · 3035550d · f7aeeff2 · 57f8ff24
Unverified Commit 57f8ff24 authored Dec 12, 2022 by Stella Biderman Committed by GitHub Dec 12, 2022
3 changed files
--- a/lm_eval/tasks/triviaqa.py
+++ b/lm_eval/tasks/triviaqa.py
@@ -29,7 +29,7 @@ _CITATION = """
 class TriviaQA(Task):
-    VERSION = 0
+    VERSION = 1
    DATASET_PATH = inspect.getfile(lm_eval.datasets.triviaqa.triviaqa)
    DATASET_NAME = None

--- a/tests/testdata/triviaqa-v1-loglikelihood
+++ b/tests/testdata/triviaqa-v1-loglikelihood
+f8ec05b306b9f6187c0f8117cae441fb85a7a2e4670f4f9a1a3b632b1978421a
\ No newline at end of file
--- a/tests/testdata/triviaqa-v1-res.json
+++ b/tests/testdata/triviaqa-v1-res.json
+{"results": {"triviaqa": {"acc": 0.0, "acc_stderr": 0.0}}, "versions": {"triviaqa": 1}}
\ No newline at end of file