Commit a2b108b9 authored by Jon Tow's avatar Jon Tow
Browse files

Remove test set from `HellaSwag`

parent 43ffe351
......@@ -14,7 +14,7 @@ class HellaSwag(HFTask, MultipleChoiceTask):
return True
def has_test_docs(self):
return True
return False
@classmethod
def preprocess(cls, text):
......@@ -46,10 +46,6 @@ class HellaSwag(HFTask, MultipleChoiceTask):
docs = super().validation_docs()
return self._load_docs(docs)
def test_docs(self):
docs = super().test_docs()
return self._load_docs(docs)
def fewshot_description(self):
return "Label for the relevant action: Sentences describing the " \
"context, with an incomplete sentence trailing\nanswer that " \
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment