Commit a2b108b9 authored by Jon Tow's avatar Jon Tow
Browse files

Remove test set from `HellaSwag`

parent 43ffe351
...@@ -14,7 +14,7 @@ class HellaSwag(HFTask, MultipleChoiceTask): ...@@ -14,7 +14,7 @@ class HellaSwag(HFTask, MultipleChoiceTask):
return True return True
def has_test_docs(self): def has_test_docs(self):
return True return False
@classmethod @classmethod
def preprocess(cls, text): def preprocess(cls, text):
...@@ -46,10 +46,6 @@ class HellaSwag(HFTask, MultipleChoiceTask): ...@@ -46,10 +46,6 @@ class HellaSwag(HFTask, MultipleChoiceTask):
docs = super().validation_docs() docs = super().validation_docs()
return self._load_docs(docs) return self._load_docs(docs)
def test_docs(self):
docs = super().test_docs()
return self._load_docs(docs)
def fewshot_description(self): def fewshot_description(self):
return "Label for the relevant action: Sentences describing the " \ return "Label for the relevant action: Sentences describing the " \
"context, with an incomplete sentence trailing\nanswer that " \ "context, with an incomplete sentence trailing\nanswer that " \
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment