utils.py 506 Bytes
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
import datasets


def filter_dataset(dataset: datasets.Dataset, gender: str) -> datasets.Dataset:
    return dataset.filter(lambda example: example["gender"] == gender)


def filter_male(dataset: datasets.Dataset) -> datasets.Dataset:
    return filter_dataset(dataset, "male")


def filter_female(dataset: datasets.Dataset) -> datasets.Dataset:
    return filter_dataset(dataset, "female")


def filter_neutral(dataset: datasets.Dataset) -> datasets.Dataset:
    return filter_dataset(dataset, "neutral")