Skip to content

GitLab

Commit 2cfbfd72 authored by Jonathan Tow's avatar Jonathan Tow
Browse files

Update `truthfulqa` dataset checksums

parent b67aec37
Show whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
lm_eval/tasks/truthfulqa.py
View file @ 2cfbfd72
...@@ -57,7 +57,7 @@ class TruthfulQAMultipleChoice(Task): ...@@ -57,7 +57,7 @@ class TruthfulQAMultipleChoice(Task):
return return
Path.mkdir(self.DATASET_PATH, parents=True) Path.mkdir(self.DATASET_PATH, parents=True)
mc_url = "https://raw.githubusercontent.com/sylinrl/TruthfulQA/main/data/mc_task.json" mc_url = "https://raw.githubusercontent.com/sylinrl/TruthfulQA/main/data/mc_task.json"
checksum = "6eb4125d25750c0145c4be2dce00440736684ab6f74ce6bff2139571cc758954" checksum = "b3799639bc76c939836d587de7d30b48d91012cb34be04806d33106ce06c162a"
download_file(mc_url, str(self.DATASET_PATH / "mc_task.json"), checksum) download_file(mc_url, str(self.DATASET_PATH / "mc_task.json"), checksum)
def has_training_docs(self): def has_training_docs(self):
...@@ -158,7 +158,7 @@ class TruthfulQAGeneration(Task): ...@@ -158,7 +158,7 @@ class TruthfulQAGeneration(Task):
return return
Path.mkdir(self.DATASET_PATH, parents=True) Path.mkdir(self.DATASET_PATH, parents=True)
url = "https://raw.githubusercontent.com/sylinrl/TruthfulQA/main/TruthfulQA.csv" url = "https://raw.githubusercontent.com/sylinrl/TruthfulQA/main/TruthfulQA.csv"
checksum = "8d7dd15f033196140f032d97d30f037da7a7b1192c3f36f9937c1850925335a2" checksum = "f9bd9e859cc102cb1f647f1064da7e009be752c416845cf9fa56e6eaae403a7d"
download_file(url, str(self.DATASET_PATH / "TruthfulQA.csv"), checksum) download_file(url, str(self.DATASET_PATH / "TruthfulQA.csv"), checksum)
def has_training_docs(self): def has_training_docs(self):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment