apply precommit (#2636)

lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_world_religions.yaml

+# Generated by _generate_configs.py
+include: _el_template_yaml
+process_docs: !function utils.process_world_religions
+tag: global_mmlu_full_el_humanities_tasks
+task: global_mmlu_full_el_world_religions

lm_eval/tasks/global_mmlu/full/el/utils.py

+from functools import partial
+
+
+SUBJECTS = [
+    "abstract_algebra",
+    "anatomy",
+    "astronomy",
+    "business_ethics",
+    "clinical_knowledge",
+    "college_biology",
+    "college_chemistry",
+    "college_computer_science",
+    "college_mathematics",
+    "college_medicine",
+    "college_physics",
+    "computer_security",
+    "conceptual_physics",
+    "econometrics",
+    "electrical_engineering",
+    "elementary_mathematics",
+    "formal_logic",
+    "global_facts",
+    "high_school_biology",
+    "high_school_chemistry",
+    "high_school_computer_science",
+    "high_school_european_history",
+    "high_school_geography",
+    "high_school_government_and_politics",
+    "high_school_macroeconomics",
+    "high_school_mathematics",
+    "high_school_microeconomics",
+    "high_school_physics",
+    "high_school_psychology",
+    "high_school_statistics",
+    "high_school_us_history",
+    "high_school_world_history",
+    "human_aging",
+    "human_sexuality",
+    "international_law",
+    "jurisprudence",
+    "logical_fallacies",
+    "machine_learning",
+    "management",
+    "marketing",
+    "medical_genetics",
+    "miscellaneous",
+    "moral_disputes",
+    "moral_scenarios",
+    "nutrition",
+    "philosophy",
+    "prehistory",
+    "professional_accounting",
+    "professional_law",
+    "professional_medicine",
+    "professional_psychology",
+    "public_relations",
+    "security_studies",
+    "sociology",
+    "us_foreign_policy",
+    "virology",
+    "world_religions",
+]
+
+
+def process_docs(dataset, subject):
+    return dataset.filter(lambda x: x["subject"] == subject)
+
+
+process_functions = {
+    f"process_{subject}": partial(process_docs, subject=subject) for subject in SUBJECTS
+}
+
+globals().update(process_functions)

lm_eval/tasks/global_mmlu/full/en/_en_template_yaml

+dataset_path: CohereForAI/Global-MMLU
+dataset_name: en
+test_split: test
+fewshot_split: dev
+fewshot_config:
+  sampler: first_n
+output_type: multiple_choice
+doc_to_text: "{{question.strip()}}\nA. {{option_a}}\nB. {{option_b}}\nC. {{option_c}}\nD. {{option_d}}\nAnswer:"
+doc_to_choice: ["A", "B", "C", "D"]
+doc_to_target: answer
+metric_list:
+  - metric: acc
+    aggregation: mean
+    higher_is_better: true
+metadata:
+  version: 0.0

lm_eval/tasks/global_mmlu/full/en/_global_mmlu_full_en.yaml

+group: global_mmlu_full_en
+task:
+  - global_mmlu_full_en_stem
+  - global_mmlu_full_en_other
+  - global_mmlu_full_en_social_sciences
+  - global_mmlu_full_en_humanities
+aggregate_metric_list:
+  - metric: acc
+    weight_by_size: True
+metadata:
+  version: 1.0

lm_eval/tasks/global_mmlu/full/en/_global_mmlu_full_en_humanities.yaml

+group: global_mmlu_full_en_humanities
+task:
+  - global_mmlu_full_en_humanities_tasks
+aggregate_metric_list:
+  - metric: acc
+    weight_by_size: true
+metadata:
+  version: 0.0

lm_eval/tasks/global_mmlu/full/en/_global_mmlu_full_en_other.yaml

+group: global_mmlu_full_en_other
+task:
+  - global_mmlu_full_en_other_tasks
+aggregate_metric_list:
+  - metric: acc
+    weight_by_size: true
+metadata:
+  version: 0.0

lm_eval/tasks/global_mmlu/full/en/_global_mmlu_full_en_social_sciences.yaml

+group: global_mmlu_full_en_social_sciences
+task:
+  - global_mmlu_full_en_social_sciences_tasks
+aggregate_metric_list:
+  - metric: acc
+    weight_by_size: true
+metadata:
+  version: 0.0

lm_eval/tasks/global_mmlu/full/en/_global_mmlu_full_en_stem.yaml

+group: global_mmlu_full_en_stem
+task:
+  - global_mmlu_full_en_stem_tasks
+aggregate_metric_list:
+  - metric: acc
+    weight_by_size: true
+metadata:
+  version: 0.0

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_abstract_algebra.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_abstract_algebra
+tag: global_mmlu_full_en_stem_tasks
+task: global_mmlu_full_en_abstract_algebra

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_anatomy.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_anatomy
+tag: global_mmlu_full_en_stem_tasks
+task: global_mmlu_full_en_anatomy

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_astronomy.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_astronomy
+tag: global_mmlu_full_en_stem_tasks
+task: global_mmlu_full_en_astronomy

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_business_ethics.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_business_ethics
+tag: global_mmlu_full_en_other_tasks
+task: global_mmlu_full_en_business_ethics

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_clinical_knowledge.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_clinical_knowledge
+tag: global_mmlu_full_en_other_tasks
+task: global_mmlu_full_en_clinical_knowledge

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_college_biology.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_college_biology
+tag: global_mmlu_full_en_stem_tasks
+task: global_mmlu_full_en_college_biology

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_college_chemistry.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_college_chemistry
+tag: global_mmlu_full_en_stem_tasks
+task: global_mmlu_full_en_college_chemistry

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_college_computer_science.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_college_computer_science
+tag: global_mmlu_full_en_stem_tasks
+task: global_mmlu_full_en_college_computer_science

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_college_mathematics.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_college_mathematics
+tag: global_mmlu_full_en_stem_tasks
+task: global_mmlu_full_en_college_mathematics

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_college_medicine.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_college_medicine
+tag: global_mmlu_full_en_other_tasks
+task: global_mmlu_full_en_college_medicine

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_college_physics.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_college_physics
+tag: global_mmlu_full_en_stem_tasks
+task: global_mmlu_full_en_college_physics

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_computer_security.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_computer_security
+tag: global_mmlu_full_en_stem_tasks
+task: global_mmlu_full_en_computer_security