Skip to content

GitLab

Unverified Commit c59bfde8 authored by Leo Gao's avatar Leo Gao Committed by GitHub
Browse files

Merge pull request #227 from jon-tow/truthfulqa-dependency-fix 

Update `truthfulqa` dataset checksums
parents d19c5850 ddf4339f
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
lm_eval/tasks/truthfulqa.py
View file @ c59bfde8
...@@ -56,7 +56,7 @@ class TruthfulQAMultipleChoice(Task): ...@@ -56,7 +56,7 @@ class TruthfulQAMultipleChoice(Task):
if self.DATASET_PATH.exists(): if self.DATASET_PATH.exists():
return return
Path.mkdir(self.DATASET_PATH, parents=True) Path.mkdir(self.DATASET_PATH, parents=True)
mc_url = "https://raw.githubusercontent.com/sylinrl/TruthfulQA/main/data/mc_task.json" mc_url = "https://raw.githubusercontent.com/sylinrl/TruthfulQA/013686a06be7a7bde5bf8223943e106c7250123c/data/mc_task.json"
checksum = "6eb4125d25750c0145c4be2dce00440736684ab6f74ce6bff2139571cc758954" checksum = "6eb4125d25750c0145c4be2dce00440736684ab6f74ce6bff2139571cc758954"
download_file(mc_url, str(self.DATASET_PATH / "mc_task.json"), checksum) download_file(mc_url, str(self.DATASET_PATH / "mc_task.json"), checksum)
...@@ -157,7 +157,7 @@ class TruthfulQAGeneration(Task): ...@@ -157,7 +157,7 @@ class TruthfulQAGeneration(Task):
if self.DATASET_PATH.exists(): if self.DATASET_PATH.exists():
return return
Path.mkdir(self.DATASET_PATH, parents=True) Path.mkdir(self.DATASET_PATH, parents=True)
url = "https://raw.githubusercontent.com/sylinrl/TruthfulQA/main/TruthfulQA.csv" url = "https://raw.githubusercontent.com/sylinrl/TruthfulQA/013686a06be7a7bde5bf8223943e106c7250123c/TruthfulQA.csv"
checksum = "8d7dd15f033196140f032d97d30f037da7a7b1192c3f36f9937c1850925335a2" checksum = "8d7dd15f033196140f032d97d30f037da7a7b1192c3f36f9937c1850925335a2"
download_file(url, str(self.DATASET_PATH / "TruthfulQA.csv"), checksum) download_file(url, str(self.DATASET_PATH / "TruthfulQA.csv"), checksum)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment