utils.py 533 Bytes
Newer Older
Irina Proskurina's avatar
Irina Proskurina committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
import datasets


def process_docs(dataset: datasets.Dataset) -> datasets.Dataset:
    def _process_doc(doc):
        ctx = (
            doc["norm"].capitalize()
            + " "
            + doc["situation"].capitalize()
            + " "
            + doc["intention"].capitalize()
        )
        choices = [doc["moral_action"], doc["immoral_action"]]
        out_doc = {
            "query": ctx,
            "choices": choices,
            "label": 0,
        }
        return out_doc

    return dataset.map(_process_doc)