Merge pull request #227 from jon-tow/truthfulqa-dependency-fix

Update `truthfulqa` dataset checksums

Merge pull request #227 from jon-tow/truthfulqa-dependency-fix
Update `truthfulqa` dataset checksums
c59bfde8 · Leo Gao · GitHub · d19c5850 · ddf4339f · c59bfde8
Unverified Commit c59bfde8 authored Nov 02, 2021 by Leo Gao Committed by GitHub Nov 02, 2021
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 2 deletions

lm_eval/tasks/truthfulqa.py lm_eval/tasks/truthfulqa.py +2 -2

No files found.
--- a/lm_eval/tasks/truthfulqa.py
+++ b/lm_eval/tasks/truthfulqa.py
@@ -56,7 +56,7 @@ class TruthfulQAMultipleChoice(Task):
        if self.DATASET_PATH.exists():
            return
        Path.mkdir(self.DATASET_PATH, parents=True)
-        mc_url = "https://raw.githubusercontent.com/sylinrl/TruthfulQA/main/data/mc_task.json"
+        mc_url = "https://raw.githubusercontent.com/sylinrl/TruthfulQA/013686a06be7a7bde5bf8223943e106c7250123c/data/mc_task.json"
        checksum = "6eb4125d25750c0145c4be2dce00440736684ab6f74ce6bff2139571cc758954"
        download_file(mc_url, str(self.DATASET_PATH / "mc_task.json"), checksum)

@@ -157,7 +157,7 @@ class TruthfulQAGeneration(Task):
        if self.DATASET_PATH.exists():
            return
        Path.mkdir(self.DATASET_PATH, parents=True)
-        url = "https://raw.githubusercontent.com/sylinrl/TruthfulQA/main/TruthfulQA.csv"
+        url = "https://raw.githubusercontent.com/sylinrl/TruthfulQA/013686a06be7a7bde5bf8223943e106c7250123c/TruthfulQA.csv"
        checksum = "8d7dd15f033196140f032d97d30f037da7a7b1192c3f36f9937c1850925335a2"
        download_file(url, str(self.DATASET_PATH / "TruthfulQA.csv"), checksum)