Merge branch 'main' into mathvista

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_logical_fallacies.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_logical_fallacies
+tag: global_mmlu_full_en_humanities_tasks
+task: global_mmlu_full_en_logical_fallacies

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_machine_learning.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_machine_learning
+tag: global_mmlu_full_en_stem_tasks
+task: global_mmlu_full_en_machine_learning

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_management.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_management
+tag: global_mmlu_full_en_other_tasks
+task: global_mmlu_full_en_management

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_marketing.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_marketing
+tag: global_mmlu_full_en_other_tasks
+task: global_mmlu_full_en_marketing

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_medical_genetics.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_medical_genetics
+tag: global_mmlu_full_en_other_tasks
+task: global_mmlu_full_en_medical_genetics

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_miscellaneous.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_miscellaneous
+tag: global_mmlu_full_en_other_tasks
+task: global_mmlu_full_en_miscellaneous

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_moral_disputes.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_moral_disputes
+tag: global_mmlu_full_en_humanities_tasks
+task: global_mmlu_full_en_moral_disputes

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_moral_scenarios.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_moral_scenarios
+tag: global_mmlu_full_en_humanities_tasks
+task: global_mmlu_full_en_moral_scenarios

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_nutrition.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_nutrition
+tag: global_mmlu_full_en_other_tasks
+task: global_mmlu_full_en_nutrition

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_philosophy.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_philosophy
+tag: global_mmlu_full_en_humanities_tasks
+task: global_mmlu_full_en_philosophy

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_prehistory.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_prehistory
+tag: global_mmlu_full_en_humanities_tasks
+task: global_mmlu_full_en_prehistory

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_professional_accounting.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_professional_accounting
+tag: global_mmlu_full_en_other_tasks
+task: global_mmlu_full_en_professional_accounting

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_professional_law.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_professional_law
+tag: global_mmlu_full_en_humanities_tasks
+task: global_mmlu_full_en_professional_law

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_professional_medicine.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_professional_medicine
+tag: global_mmlu_full_en_other_tasks
+task: global_mmlu_full_en_professional_medicine

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_professional_psychology.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_professional_psychology
+tag: global_mmlu_full_en_social_sciences_tasks
+task: global_mmlu_full_en_professional_psychology

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_public_relations.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_public_relations
+tag: global_mmlu_full_en_social_sciences_tasks
+task: global_mmlu_full_en_public_relations

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_security_studies.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_security_studies
+tag: global_mmlu_full_en_social_sciences_tasks
+task: global_mmlu_full_en_security_studies

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_sociology.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_sociology
+tag: global_mmlu_full_en_social_sciences_tasks
+task: global_mmlu_full_en_sociology

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_us_foreign_policy.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_us_foreign_policy
+tag: global_mmlu_full_en_social_sciences_tasks
+task: global_mmlu_full_en_us_foreign_policy

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_virology.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_virology
+tag: global_mmlu_full_en_other_tasks
+task: global_mmlu_full_en_virology