Merge branch 'main' into ai2d

lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_high_school_us_history.yaml

+# Generated by _generate_configs.py
+include: _de_template_yaml
+process_docs: !function utils.process_high_school_us_history
+tag: global_mmlu_full_de_humanities_tasks
+task: global_mmlu_full_de_high_school_us_history

lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_high_school_world_history.yaml

+# Generated by _generate_configs.py
+include: _de_template_yaml
+process_docs: !function utils.process_high_school_world_history
+tag: global_mmlu_full_de_humanities_tasks
+task: global_mmlu_full_de_high_school_world_history

lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_human_aging.yaml

+# Generated by _generate_configs.py
+include: _de_template_yaml
+process_docs: !function utils.process_human_aging
+tag: global_mmlu_full_de_other_tasks
+task: global_mmlu_full_de_human_aging

lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_human_sexuality.yaml

+# Generated by _generate_configs.py
+include: _de_template_yaml
+process_docs: !function utils.process_human_sexuality
+tag: global_mmlu_full_de_social_sciences_tasks
+task: global_mmlu_full_de_human_sexuality

lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_international_law.yaml

+# Generated by _generate_configs.py
+include: _de_template_yaml
+process_docs: !function utils.process_international_law
+tag: global_mmlu_full_de_humanities_tasks
+task: global_mmlu_full_de_international_law

lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_jurisprudence.yaml

+# Generated by _generate_configs.py
+include: _de_template_yaml
+process_docs: !function utils.process_jurisprudence
+tag: global_mmlu_full_de_humanities_tasks
+task: global_mmlu_full_de_jurisprudence

lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_logical_fallacies.yaml

+# Generated by _generate_configs.py
+include: _de_template_yaml
+process_docs: !function utils.process_logical_fallacies
+tag: global_mmlu_full_de_humanities_tasks
+task: global_mmlu_full_de_logical_fallacies

lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_machine_learning.yaml

+# Generated by _generate_configs.py
+include: _de_template_yaml
+process_docs: !function utils.process_machine_learning
+tag: global_mmlu_full_de_stem_tasks
+task: global_mmlu_full_de_machine_learning

lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_management.yaml

+# Generated by _generate_configs.py
+include: _de_template_yaml
+process_docs: !function utils.process_management
+tag: global_mmlu_full_de_other_tasks
+task: global_mmlu_full_de_management

lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_marketing.yaml

+# Generated by _generate_configs.py
+include: _de_template_yaml
+process_docs: !function utils.process_marketing
+tag: global_mmlu_full_de_other_tasks
+task: global_mmlu_full_de_marketing

lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_medical_genetics.yaml

+# Generated by _generate_configs.py
+include: _de_template_yaml
+process_docs: !function utils.process_medical_genetics
+tag: global_mmlu_full_de_other_tasks
+task: global_mmlu_full_de_medical_genetics

lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_miscellaneous.yaml

+# Generated by _generate_configs.py
+include: _de_template_yaml
+process_docs: !function utils.process_miscellaneous
+tag: global_mmlu_full_de_other_tasks
+task: global_mmlu_full_de_miscellaneous

lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_moral_disputes.yaml

+# Generated by _generate_configs.py
+include: _de_template_yaml
+process_docs: !function utils.process_moral_disputes
+tag: global_mmlu_full_de_humanities_tasks
+task: global_mmlu_full_de_moral_disputes

lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_moral_scenarios.yaml

+# Generated by _generate_configs.py
+include: _de_template_yaml
+process_docs: !function utils.process_moral_scenarios
+tag: global_mmlu_full_de_humanities_tasks
+task: global_mmlu_full_de_moral_scenarios

lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_nutrition.yaml

+# Generated by _generate_configs.py
+include: _de_template_yaml
+process_docs: !function utils.process_nutrition
+tag: global_mmlu_full_de_other_tasks
+task: global_mmlu_full_de_nutrition

lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_philosophy.yaml

+# Generated by _generate_configs.py
+include: _de_template_yaml
+process_docs: !function utils.process_philosophy
+tag: global_mmlu_full_de_humanities_tasks
+task: global_mmlu_full_de_philosophy

lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_prehistory.yaml

+# Generated by _generate_configs.py
+include: _de_template_yaml
+process_docs: !function utils.process_prehistory
+tag: global_mmlu_full_de_humanities_tasks
+task: global_mmlu_full_de_prehistory

lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_professional_accounting.yaml

+# Generated by _generate_configs.py
+include: _de_template_yaml
+process_docs: !function utils.process_professional_accounting
+tag: global_mmlu_full_de_other_tasks
+task: global_mmlu_full_de_professional_accounting

lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_professional_law.yaml

+# Generated by _generate_configs.py
+include: _de_template_yaml
+process_docs: !function utils.process_professional_law
+tag: global_mmlu_full_de_humanities_tasks
+task: global_mmlu_full_de_professional_law

lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_professional_medicine.yaml

+# Generated by _generate_configs.py
+include: _de_template_yaml
+process_docs: !function utils.process_professional_medicine
+tag: global_mmlu_full_de_other_tasks
+task: global_mmlu_full_de_professional_medicine