Merge branch 'master' of github.com:EleutherAI/lm_evaluation_harness

8a61f771 · Leo Gao · 47e3ae6c · 2a254220 · 8a61f771 · 8a61f771
Commit 8a61f771 authored May 12, 2021 by Leo Gao
Expand all Hide whitespace changes
Inline Side-by-side

Showing with 186 additions and 189 deletions

README.md README.md +180 -184

lm_eval/tasks/lambada.py lm_eval/tasks/lambada.py +6 -5

No files found.
--- a/README.md
+++ b/README.md
--- a/lm_eval/tasks/lambada.py
+++ b/lm_eval/tasks/lambada.py
@@ -8,11 +8,12 @@ from best_download import download_file
 class LAMBADA(Task):
    def download(self):
        sh("mkdir -p data/lambada")
-        download_file(
+        sh("wget http://eaidata.bmk.sh/data/lambada_test.jsonl -O data/lambada/lambada_test.jsonl")
-            "http://eaidata.bmk.sh/data/lambada_test.jsonl", 
+#         download_file(
-            "data/lambada/lambada_test.jsonl", 
+#             "http://eaidata.bmk.sh/data/lambada_test.jsonl", 
-            "4aa8d02cd17c719165fc8a7887fddd641f43fcafa4b1c806ca8abc31fabdb226"
+#             "data/lambada/lambada_test.jsonl", 
-        )
+#             "4aa8d02cd17c719165fc8a7887fddd641f43fcafa4b1c806ca8abc31fabdb226"
+#         )
    def has_training_docs(self):
        return False