Mark GLUE and SuperGLUE tasks without labelled test docs as not having test docs at all

lm_eval/tasks/glue.py

@@ -20,7 +20,7 @@ class CoLA(HFTask):
         return True
 
     def has_test_docs(self):
-        return True
+        return False
 
     def fewshot_description(self):
         # TODO
@@ -67,7 +67,7 @@ class SST(HFTask):
         return True
 
     def has_test_docs(self):
-        return True
+        return False
 
     def fewshot_description(self):
         return "Indicate if the sentiment of each sentence is positive or negative."
@@ -118,7 +118,7 @@ class MNLI(HFTask):
         return True
 
     def has_test_docs(self):
-        return True
+        return False
 
     def validation_docs(self):
         if self.has_validation_docs():
@@ -186,7 +186,7 @@ class QNLI(HFTask):
         return True
 
     def has_test_docs(self):
-        return True
+        return False
 
     def doc_to_text(self, doc):
         return "{}\n{}\nQuestion: Does this response answer the question?\nAnswer:".format(
@@ -234,7 +234,7 @@ class WNLI(HFTask):
         return True
 
     def has_test_docs(self):
-        return True
+        return False
 
     def doc_to_text(self, doc):
         return "{}\nQuestion: {} True, False or Neither?\nAnswer:".format(
@@ -283,7 +283,7 @@ class RTE(HFTask):
         return True
 
     def has_test_docs(self):
-        return True
+        return False
 
     def doc_to_text(self, doc):
         return "{}\nQuestion: {} True or False?\nAnswer:".format(

lm_eval/tasks/superglue.py

@@ -23,7 +23,7 @@ class BoolQ(HFTask):
         return True
 
     def has_test_docs(self):
-        return True
+        return False
 
     def fewshot_description(self):
         # TODO: figure out actual description
@@ -74,7 +74,7 @@ class CommitmentBank(HFTask):
         return True
 
     def has_test_docs(self):
-        return True
+        return False
 
     def fewshot_description(self):
         # TODO: figure out actual description
@@ -145,7 +145,7 @@ class Copa(HFTask):
         return True
 
     def has_test_docs(self):
-        return True
+        return False
 
     def fewshot_description(self):
         # TODO: figure out actual description
@@ -209,7 +209,7 @@ class MultiRC(HFTask):
         return True
 
     def has_test_docs(self):
-        return True
+        return False
 
     def fewshot_description(self):
         # TODO: figure out actual description
@@ -355,7 +355,7 @@ class WordsInContext(HFTask):
         return True
 
     def has_test_docs(self):
-        return True
+        return False
 
     def fewshot_description(self):
         # TODO: figure out actual description