Skip to content

GitLab

Commit 004b63e3 authored by Leo Gao's avatar Leo Gao
Browse files

Fix hendrycks MATH to use new download link

parent 36c61674
Hide whitespace changes
Inline Side-by-side
Showing with 3 additions and 3 deletions
lm_eval/tasks/hendrycks_math.py
View file @ 004b63e3
......@@ -18,10 +18,10 @@ class Math(Task):
def download(self):
if not (self.DATASET_PATH / 'done').exists():
sh(f"mkdir -p {self.DATASET_PATH}")
download_file("https://people.eecs.berkeley.edu/~hendrycks/MATH.tar.gz", f"{self.DATASET_PATH}.tar.gz", "e867c0df3e45e5f8219296d12dd4579d91fe313de8dc020ed17382e84f64c2f7")
download_file("https://people.eecs.berkeley.edu/~hendrycks/MATH.tar", f"{self.DATASET_PATH}.tar.gz", "01256fd7cd5430596fdf07e6e6a5827111b5235b7ffed679c662a12f898932da")
sh(f"""
tar -xf {self.DATASET_PATH}.tar.gz -C data/
rm {self.DATASET_PATH}.tar.gz
tar -xf {self.DATASET_PATH}.tar -C data/
rm {self.DATASET_PATH}.tar
touch {self.DATASET_PATH / 'done'}
""")
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment