Bump the `truthfulqa` version to 1

05ed92a4 · Jonathan Tow · 724d728d · 05ed92a4
Commit 05ed92a4 authored Nov 03, 2021 by Jonathan Tow
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 2 deletions

lm_eval/tasks/truthfulqa.py lm_eval/tasks/truthfulqa.py +2 -2

No files found.
--- a/lm_eval/tasks/truthfulqa.py
+++ b/lm_eval/tasks/truthfulqa.py
@@ -49,7 +49,7 @@ QA_PROMPT = (


 class TruthfulQAMultipleChoice(Task):
-    VERSION = 0
+    VERSION = 1
    DATASET_PATH = Path('data/truthfulqa/mc')

    def download(self):
@@ -150,7 +150,7 @@ class TruthfulQAMultipleChoice(Task):


 class TruthfulQAGeneration(Task):
-    VERSION = 0
+    VERSION = 1
    DATASET_PATH = Path('data/truthfulqa/generation')

    def download(self):