Skip to content

GitLab

Unverified Commit ab8da1f0 authored by Leo Gao's avatar Leo Gao Committed by GitHub
Browse files

switch lambada over to wget while researcher2 fixes best-download

parent a14adbe0
Hide whitespace changes
Inline Side-by-side
Showing with 6 additions and 5 deletions
lm_eval/tasks/lambada.py
View file @ ab8da1f0
...@@ -8,11 +8,12 @@ from best_download import download_file ...@@ -8,11 +8,12 @@ from best_download import download_file
class LAMBADA(Task): class LAMBADA(Task):
def download(self): def download(self):
sh("mkdir -p data/lambada") sh("mkdir -p data/lambada")
download_file( sh("wget http://eaidata.bmk.sh/data/lambada_test.jsonl -O data/lambada/lambada_test.jsonl")
"http://eaidata.bmk.sh/data/lambada_test.jsonl", # download_file(
"data/lambada/lambada_test.jsonl", # "http://eaidata.bmk.sh/data/lambada_test.jsonl",
"4aa8d02cd17c719165fc8a7887fddd641f43fcafa4b1c806ca8abc31fabdb226" # "data/lambada/lambada_test.jsonl",
) # "4aa8d02cd17c719165fc8a7887fddd641f43fcafa4b1c806ca8abc31fabdb226"
# )
def has_training_docs(self): def has_training_docs(self):
return False return False
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment