Clarified that SQuaD does not include a test set.

76b08133 · Charles Foster · 5c58b267 · 76b08133
Commit 76b08133 authored Oct 21, 2020 by Charles Foster
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 0 deletions

lm_eval/tasks/squad.py lm_eval/tasks/squad.py +3 -0

No files found.
--- a/lm_eval/tasks/squad.py
+++ b/lm_eval/tasks/squad.py
@@ -14,6 +14,9 @@ class SQuAD(HFTask):
    def has_validation_docs(self):
        return True

+    def has_test_docs(self):
+        return False
+
    def training_docs(self):
        if self.has_training_docs():
            return self.data["train"]