Commit 10492f4b authored by jon-tow's avatar jon-tow
Browse files

Add `axg` and `axb` to `super_glue`

parent 9cd70235
...@@ -305,3 +305,39 @@ class SGWinogradSchemaChallenge(PromptSourceTask): ...@@ -305,3 +305,39 @@ class SGWinogradSchemaChallenge(PromptSourceTask):
def aggregation(self): def aggregation(self):
return {"acc": mean} return {"acc": mean}
class WinogenderSchemaDiagnostics(PromptSourceTask):
VERSION = 0
DATASET_PATH = "super_glue"
DATASET_NAME = "axg"
def has_training_docs(self):
return False
def has_validation_docs(self):
return False
def has_test_docs(self):
return True
def test_docs(self):
return self.dataset["test"]
class BroadcoverageDiagnostics(PromptSourceTask):
VERSION = 0
DATASET_PATH = "super_glue"
DATASET_NAME = "axb"
def has_training_docs(self):
return False
def has_validation_docs(self):
return False
def has_test_docs(self):
return True
def test_docs(self):
return self.dataset["test"]
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment