__init__.py 696 Bytes
Newer Older
Jason Phang's avatar
Jason Phang committed
1
2
from . import superglue
from . import glue
Jason Phang's avatar
gpt3  
Jason Phang committed
3

Jason Phang's avatar
Jason Phang committed
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
TASK_REGISTRY = {
    "cola": glue.CoLA,
    "mnli": glue.MNLI,
    "mrpc": glue.MRPC,
    "rte": glue.RTE,
    "qnli": glue.QNLI,
    "qqp": glue.QQP,
    "stsb": glue.STSB,
    "sst": glue.SST,
    "wnli": glue.WNLI,
    "boolq": superglue.BoolQ,
    "commitmentbank": superglue.CommitmentBank,
    "copa": superglue.Copa,
    "wic": superglue.WordsInContext,
    "wsc": superglue.WinogradSchemaChallenge,
}
Jason Phang's avatar
gpt3  
Jason Phang committed
20
21


Jason Phang's avatar
Jason Phang committed
22
ALL_TASKS = sorted(list(TASK_REGISTRY))
Jason Phang's avatar
Jason Phang committed
23
24


Jason Phang's avatar
cleanup  
Jason Phang committed
25
def get_task(task_name):
Jason Phang's avatar
Jason Phang committed
26
    return TASK_REGISTRY[task_name]
Jason Phang's avatar
cleanup  
Jason Phang committed
27
28
29
30
31
32
33


def get_task_dict(task_name_list):
    return {
        task_name: get_task(task_name)()
        for task_name in task_name_list
    }