utils.py 1.92 KB
Newer Older
lintangsutawika's avatar
lintangsutawika committed
1
2
from functools import partial

lintangsutawika's avatar
lintangsutawika committed
3

lintangsutawika's avatar
lintangsutawika committed
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
def convert_choice(choice):
    return choice[0].lower() + choice[1:]


def doc_to_text(doc, connector):
    # Drop the period
    conn = connector[doc["question"]]
    return doc["premise"].strip()[:-1] + f" {conn}"


def doc_to_target(doc):
    correct_choice = doc["choice1"] if doc["label"] == 0 else doc["choice2"]
    # Connect the sentences
    return convert_choice(correct_choice)


def doc_to_choice(doc):
    return [convert_choice(doc["choice1"]), convert_choice(doc["choice2"])]


doc_to_text_et = partial(
lintangsutawika's avatar
lintangsutawika committed
25
    doc_to_text,
lintangsutawika's avatar
lintangsutawika committed
26
27
28
    connector={
        "cause": "sest",
        "effect": "seetõttu",
lintangsutawika's avatar
lintangsutawika committed
29
30
    },
)
lintangsutawika's avatar
lintangsutawika committed
31
32
33


doc_to_text_ht = partial(
lintangsutawika's avatar
lintangsutawika committed
34
    doc_to_text,
lintangsutawika's avatar
lintangsutawika committed
35
36
37
    connector={
        "cause": "poukisa",
        "effect": "donk sa",
lintangsutawika's avatar
lintangsutawika committed
38
39
    },
)
lintangsutawika's avatar
lintangsutawika committed
40
41
42


doc_to_text_it = partial(
lintangsutawika's avatar
lintangsutawika committed
43
    doc_to_text,
lintangsutawika's avatar
lintangsutawika committed
44
45
46
    connector={
        "cause": "perché",
        "effect": "quindi",
lintangsutawika's avatar
lintangsutawika committed
47
48
    },
)
lintangsutawika's avatar
lintangsutawika committed
49
50
51


doc_to_text_id = partial(
lintangsutawika's avatar
lintangsutawika committed
52
    doc_to_text,
lintangsutawika's avatar
lintangsutawika committed
53
54
55
    connector={
        "cause": "karena",
        "effect": "maka",
lintangsutawika's avatar
lintangsutawika committed
56
57
    },
)
lintangsutawika's avatar
lintangsutawika committed
58
59
60


doc_to_text_qu = partial(
lintangsutawika's avatar
lintangsutawika committed
61
    doc_to_text,
lintangsutawika's avatar
lintangsutawika committed
62
63
64
    connector={
        "cause": "imataq",
        "effect": "chaymi",
lintangsutawika's avatar
lintangsutawika committed
65
66
    },
)
lintangsutawika's avatar
lintangsutawika committed
67
68
69


doc_to_text_sw = partial(
lintangsutawika's avatar
lintangsutawika committed
70
    doc_to_text,
lintangsutawika's avatar
lintangsutawika committed
71
72
73
    connector={
        "cause": "kwa sababu",
        "effect": "kwa hiyo",
lintangsutawika's avatar
lintangsutawika committed
74
75
    },
)
lintangsutawika's avatar
lintangsutawika committed
76
77
78


doc_to_text_zh = partial(
lintangsutawika's avatar
lintangsutawika committed
79
    doc_to_text,
lintangsutawika's avatar
lintangsutawika committed
80
81
82
    connector={
        "cause": "因为",
        "effect": "所以",
lintangsutawika's avatar
lintangsutawika committed
83
84
    },
)
lintangsutawika's avatar
lintangsutawika committed
85
86
87


doc_to_text_ta = partial(
lintangsutawika's avatar
lintangsutawika committed
88
    doc_to_text,
lintangsutawika's avatar
lintangsutawika committed
89
90
91
    connector={
        "cause": "காரணமாக",
        "effect": "எனவே",
lintangsutawika's avatar
lintangsutawika committed
92
93
    },
)
lintangsutawika's avatar
lintangsutawika committed
94
95
96


doc_to_text_th = partial(
lintangsutawika's avatar
lintangsutawika committed
97
    doc_to_text,
lintangsutawika's avatar
lintangsutawika committed
98
99
100
    connector={
        "cause": "เพราะ",
        "effect": "ดังนั้น",
lintangsutawika's avatar
lintangsutawika committed
101
102
    },
)
lintangsutawika's avatar
lintangsutawika committed
103
104
105


doc_to_text_tr = partial(
lintangsutawika's avatar
lintangsutawika committed
106
    doc_to_text,
lintangsutawika's avatar
lintangsutawika committed
107
108
109
    connector={
        "cause": "çünkü",
        "effect": "bu yüzden",
lintangsutawika's avatar
lintangsutawika committed
110
111
    },
)
lintangsutawika's avatar
lintangsutawika committed
112
113
114


doc_to_text_vi = partial(
lintangsutawika's avatar
lintangsutawika committed
115
    doc_to_text,
lintangsutawika's avatar
lintangsutawika committed
116
117
118
    connector={
        "cause": "bởi vì",
        "effect": "vì vậy",
lintangsutawika's avatar
lintangsutawika committed
119
120
    },
)