preprocess_winogrande.py 377 Bytes
Newer Older
1
def doc_to_text(doc):
lintangsutawika's avatar
lintangsutawika committed
2
3
    answer_to_num = {"1": 0, "2": 1}
    return answer_to_num[doc["answer"]]
lintangsutawika's avatar
lintangsutawika committed
4

5
6
7
8
9

def doc_to_target(doc):
    idx = doc["sentence"].index("_") + 1
    return doc["sentence"][idx:].strip()

Benjamin Fattori's avatar
Benjamin Fattori committed
10

lintangsutawika's avatar
lintangsutawika committed
11
12
13
14
def doc_to_choice(doc):
    idx = doc["sentence"].index("_")
    options = [doc["option1"], doc["option2"]]
    return [doc["sentence"][:idx] + opt for opt in options]