switch lambada over to wget while researcher2 fixes best-download

ab8da1f0 · Leo Gao · GitHub · a14adbe0 · ab8da1f0
Unverified Commit ab8da1f0 authored May 11, 2021 by Leo Gao Committed by GitHub May 11, 2021
Show whitespace changes
Inline Side-by-side

Showing with 6 additions and 5 deletions

lm_eval/tasks/lambada.py lm_eval/tasks/lambada.py +6 -5

No files found.
--- a/lm_eval/tasks/lambada.py
+++ b/lm_eval/tasks/lambada.py
@@ -8,11 +8,12 @@ from best_download import download_file
 class LAMBADA(Task):
    def download(self):
        sh("mkdir -p data/lambada")
-        download_file(
-            "http://eaidata.bmk.sh/data/lambada_test.jsonl", 
-            "data/lambada/lambada_test.jsonl", 
-            "4aa8d02cd17c719165fc8a7887fddd641f43fcafa4b1c806ca8abc31fabdb226"
-        )
+        sh("wget http://eaidata.bmk.sh/data/lambada_test.jsonl -O data/lambada/lambada_test.jsonl")
+#         download_file(
+#             "http://eaidata.bmk.sh/data/lambada_test.jsonl", 
+#             "data/lambada/lambada_test.jsonl", 
+#             "4aa8d02cd17c719165fc8a7887fddd641f43fcafa4b1c806ca8abc31fabdb226"
+#         )

    def has_training_docs(self):
        return False