Fix MNLI train set

1c9432de · Leo Gao · 5076d212 · 1c9432de
Commit 1c9432de authored Nov 29, 2020 by Leo Gao
Hide whitespace changes
Inline Side-by-side

Showing with 4 additions and 0 deletions

lm_eval/tasks/glue.py lm_eval/tasks/glue.py +4 -0

No files found.
--- a/lm_eval/tasks/glue.py
+++ b/lm_eval/tasks/glue.py
@@ -76,6 +76,10 @@ class MNLI(HFTask):
    def has_test_docs(self):
        return True

+    def training_docs(self):
+        if self.has_validation_docs():
+            return self.data["train_matched"]
+
    def validation_docs(self):
        if self.has_validation_docs():
            return self.data["validation_matched"]