Skip to content

GitLab

"vscode:/vscode.git/clone" did not exist on "b5e14f628d466f35d512f9afb504db8bb4d5e65d"
Commit 72257924 authored by Jonathan Tow's avatar Jonathan Tow
Browse files

Pin the datasets to the original source

parent 2cfbfd72
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 4 deletions
lm_eval/tasks/truthfulqa.py
View file @ 72257924
...@@ -56,8 +56,8 @@ class TruthfulQAMultipleChoice(Task): ...@@ -56,8 +56,8 @@ class TruthfulQAMultipleChoice(Task):
if self.DATASET_PATH.exists(): if self.DATASET_PATH.exists():
return return
Path.mkdir(self.DATASET_PATH, parents=True) Path.mkdir(self.DATASET_PATH, parents=True)
mc_url = "https://raw.githubusercontent.com/sylinrl/TruthfulQA/main/data/mc_task.json" mc_url = "https://raw.githubusercontent.com/sylinrl/TruthfulQA/013686a06be7a7bde5bf8223943e106c7250123c/data/mc_task.json"
checksum = "b3799639bc76c939836d587de7d30b48d91012cb34be04806d33106ce06c162a" checksum = "6eb4125d25750c0145c4be2dce00440736684ab6f74ce6bff2139571cc758954"
download_file(mc_url, str(self.DATASET_PATH / "mc_task.json"), checksum) download_file(mc_url, str(self.DATASET_PATH / "mc_task.json"), checksum)
def has_training_docs(self): def has_training_docs(self):
...@@ -157,8 +157,8 @@ class TruthfulQAGeneration(Task): ...@@ -157,8 +157,8 @@ class TruthfulQAGeneration(Task):
if self.DATASET_PATH.exists(): if self.DATASET_PATH.exists():
return return
Path.mkdir(self.DATASET_PATH, parents=True) Path.mkdir(self.DATASET_PATH, parents=True)
url = "https://raw.githubusercontent.com/sylinrl/TruthfulQA/main/TruthfulQA.csv" url = "https://raw.githubusercontent.com/sylinrl/TruthfulQA/013686a06be7a7bde5bf8223943e106c7250123c/TruthfulQA.csv"
checksum = "f9bd9e859cc102cb1f647f1064da7e009be752c416845cf9fa56e6eaae403a7d" checksum = "8d7dd15f033196140f032d97d30f037da7a7b1192c3f36f9937c1850925335a2"
download_file(url, str(self.DATASET_PATH / "TruthfulQA.csv"), checksum) download_file(url, str(self.DATASET_PATH / "TruthfulQA.csv"), checksum)
def has_training_docs(self): def has_training_docs(self):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment