utils.py

from functools import partial

import datasets


def process_docs(dataset: datasets.Dataset, subtask) -> datasets.Dataset:
    return dataset.filter(
        lambda example: example["subtask_name"] == f"mmlu_th_chat.{subtask}"
    )


process_docs_electrical_engineering = partial(
    process_docs, subtask="electrical_engineering"
)
process_docs_machine_learning = partial(process_docs, subtask="machine_learning")
process_docs_formal_logic = partial(process_docs, subtask="formal_logic")
process_docs_management = partial(process_docs, subtask="management")
process_docs_high_school_chemistry = partial(
    process_docs, subtask="high_school_chemistry"
)
process_docs_business_ethics = partial(process_docs, subtask="business_ethics")
process_docs_security_studies = partial(process_docs, subtask="security_studies")
process_docs_econometrics = partial(process_docs, subtask="econometrics")
process_docs_international_law = partial(process_docs, subtask="international_law")
process_docs_high_school_macroeconomics = partial(
    process_docs, subtask="high_school_macroeconomics"
)
process_docs_abstract_algebra = partial(process_docs, subtask="abstract_algebra")
process_docs_medical_genetics = partial(process_docs, subtask="medical_genetics")
process_docs_college_mathematics = partial(process_docs, subtask="college_mathematics")
process_docs_anatomy = partial(process_docs, subtask="anatomy")
process_docs_college_chemistry = partial(process_docs, subtask="college_chemistry")
process_docs_human_aging = partial(process_docs, subtask="human_aging")
process_docs_high_school_world_history = partial(
    process_docs, subtask="high_school_world_history"
)
process_docs_high_school_physics = partial(process_docs, subtask="high_school_physics")
process_docs_college_physics = partial(process_docs, subtask="college_physics")
process_docs_conceptual_physics = partial(process_docs, subtask="conceptual_physics")
process_docs_high_school_computer_science = partial(
    process_docs, subtask="high_school_computer_science"
)
process_docs_high_school_european_history = partial(
    process_docs, subtask="high_school_european_history"
)
process_docs_high_school_psychology = partial(
    process_docs, subtask="high_school_psychology"
)
process_docs_high_school_biology = partial(process_docs, subtask="high_school_biology")
process_docs_nutrition = partial(process_docs, subtask="nutrition")
process_docs_moral_scenarios = partial(process_docs, subtask="moral_scenarios")
process_docs_astronomy = partial(process_docs, subtask="astronomy")
process_docs_high_school_statistics = partial(
    process_docs, subtask="high_school_statistics"
)
process_docs_moral_disputes = partial(process_docs, subtask="moral_disputes")
process_docs_global_facts = partial(process_docs, subtask="global_facts")
process_docs_prehistory = partial(process_docs, subtask="prehistory")
process_docs_high_school_mathematics = partial(
    process_docs, subtask="high_school_mathematics"
)
process_docs_logical_fallacies = partial(process_docs, subtask="logical_fallacies")
process_docs_computer_security = partial(process_docs, subtask="computer_security")
process_docs_philosophy = partial(process_docs, subtask="philosophy")
process_docs_public_relations = partial(process_docs, subtask="public_relations")
process_docs_professional_accounting = partial(
    process_docs, subtask="professional_accounting"
)
process_docs_professional_medicine = partial(
    process_docs, subtask="professional_medicine"
)
process_docs_virology = partial(process_docs, subtask="virology")
process_docs_high_school_government_and_politics = partial(
    process_docs, subtask="high_school_government_and_politics"
)
process_docs_world_religions = partial(process_docs, subtask="world_religions")
process_docs_sociology = partial(process_docs, subtask="sociology")
process_docs_jurisprudence = partial(process_docs, subtask="jurisprudence")
process_docs_high_school_geography = partial(
    process_docs, subtask="high_school_geography"
)
process_docs_professional_law = partial(process_docs, subtask="professional_law")
process_docs_us_foreign_policy = partial(process_docs, subtask="us_foreign_policy")
process_docs_high_school_microeconomics = partial(
    process_docs, subtask="high_school_microeconomics"
)
process_docs_human_sexuality = partial(process_docs, subtask="human_sexuality")
process_docs_miscellaneous = partial(process_docs, subtask="miscellaneous")
process_docs_professional_psychology = partial(
    process_docs, subtask="professional_psychology"
)
process_docs_college_medicine = partial(process_docs, subtask="college_medicine")
process_docs_clinical_knowledge = partial(process_docs, subtask="clinical_knowledge")
process_docs_college_biology = partial(process_docs, subtask="college_biology")
process_docs_marketing = partial(process_docs, subtask="marketing")
process_docs_college_computer_science = partial(
    process_docs, subtask="college_computer_science"
)
process_docs_high_school_us_history = partial(
    process_docs, subtask="high_school_us_history"
)
process_docs_elementary_mathematics = partial(
    process_docs, subtask="elementary_mathematics"
)