Update version and testdata for DROP

81122e3d · Leo Gao · 5dbeba0d · 81122e3d · 81122e3d · 81122e3d
Commit 81122e3d authored Aug 13, 2021 by Leo Gao
Showing with 3 additions and 1 deletion

lm_eval/tasks/drop.py lm_eval/tasks/drop.py +1 -1

tests/testdata/drop-v1-greedy_until tests/testdata/drop-v1-greedy_until +1 -0

tests/testdata/drop-v1-res.json tests/testdata/drop-v1-res.json +1 -0

No files found.
--- a/lm_eval/tasks/drop.py
+++ b/lm_eval/tasks/drop.py
@@ -17,7 +17,7 @@ https://github.com/allenai/allennlp-reading-comprehension/blob/master/allennlp_r
 _ARTICLES = re.compile(r"\b(a|an|the)\b", re.UNICODE)

 class DROP(Task):
-    VERSION = 0
+    VERSION = 1
    DATASET_PATH = Path("data/drop")

    def download(self):

--- a/tests/testdata/drop-v1-greedy_until
+++ b/tests/testdata/drop-v1-greedy_until
+a670f911ab2999d72db15f534b22703d19e7837edbda4f9f199ad587f7aae6b2
\ No newline at end of file
--- a/tests/testdata/drop-v1-res.json
+++ b/tests/testdata/drop-v1-res.json
+{"results": {"drop": {"em": 0.0, "em_stderr": 0.0, "f1": 0.0, "f1_stderr": 0.0}}, "versions": {"drop": 1}}
\ No newline at end of file