"configs/vscode:/vscode.git/clone" did not exist on "36f111100f1bce17aecfa37af0cf748d5f93a702"
Commit e7cded60 authored by Leo Gao's avatar Leo Gao
Browse files

Merge branch 'batching' of github.com:EleutherAI/lm_evaluation_harness into batching

parents 726ea95e 853afa36
...@@ -19,7 +19,7 @@ class Math(Task): ...@@ -19,7 +19,7 @@ class Math(Task):
sh(f""" sh(f"""
mkdir -p {self.DATASET_PATH} mkdir -p {self.DATASET_PATH}
wget https://people.eecs.berkeley.edu/~hendrycks/MATH.tar.gz -P data/ wget https://people.eecs.berkeley.edu/~hendrycks/MATH.tar.gz -P data/
tar -xvf {self.DATASET_PATH}.tar.gz -C data/ tar -xf {self.DATASET_PATH}.tar.gz -C data/
rm {self.DATASET_PATH}.tar.gz rm {self.DATASET_PATH}.tar.gz
""") """)
......
...@@ -23,7 +23,7 @@ class WordUnscrambleTask(Task): ...@@ -23,7 +23,7 @@ class WordUnscrambleTask(Task):
def download(self): def download(self):
if not self.BASE_PATH.exists(): if not self.BASE_PATH.exists():
Path.mkdir(self.BASE_PATH) Path.mkdir(self.BASE_PATH, parents=True)
file = self.BASE_PATH / self.FILENAME file = self.BASE_PATH / self.FILENAME
if not file.exists(): if not file.exists():
rawfile = file.parent / (file.name + ".gz") rawfile = file.parent / (file.name + ".gz")
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment