Merge branch 'main' into ai2d

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_geography.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_high_school_geography
+tag: global_mmlu_full_en_social_sciences_tasks
+task: global_mmlu_full_en_high_school_geography

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_government_and_politics.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_high_school_government_and_politics
+tag: global_mmlu_full_en_social_sciences_tasks
+task: global_mmlu_full_en_high_school_government_and_politics

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_macroeconomics.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_high_school_macroeconomics
+tag: global_mmlu_full_en_social_sciences_tasks
+task: global_mmlu_full_en_high_school_macroeconomics

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_mathematics.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_high_school_mathematics
+tag: global_mmlu_full_en_stem_tasks
+task: global_mmlu_full_en_high_school_mathematics

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_microeconomics.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_high_school_microeconomics
+tag: global_mmlu_full_en_social_sciences_tasks
+task: global_mmlu_full_en_high_school_microeconomics

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_physics.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_high_school_physics
+tag: global_mmlu_full_en_stem_tasks
+task: global_mmlu_full_en_high_school_physics

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_psychology.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_high_school_psychology
+tag: global_mmlu_full_en_social_sciences_tasks
+task: global_mmlu_full_en_high_school_psychology

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_statistics.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_high_school_statistics
+tag: global_mmlu_full_en_stem_tasks
+task: global_mmlu_full_en_high_school_statistics

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_us_history.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_high_school_us_history
+tag: global_mmlu_full_en_humanities_tasks
+task: global_mmlu_full_en_high_school_us_history

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_world_history.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_high_school_world_history
+tag: global_mmlu_full_en_humanities_tasks
+task: global_mmlu_full_en_high_school_world_history

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_human_aging.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_human_aging
+tag: global_mmlu_full_en_other_tasks
+task: global_mmlu_full_en_human_aging

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_human_sexuality.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_human_sexuality
+tag: global_mmlu_full_en_social_sciences_tasks
+task: global_mmlu_full_en_human_sexuality

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_international_law.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_international_law
+tag: global_mmlu_full_en_humanities_tasks
+task: global_mmlu_full_en_international_law

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_jurisprudence.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_jurisprudence
+tag: global_mmlu_full_en_humanities_tasks
+task: global_mmlu_full_en_jurisprudence

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_logical_fallacies.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_logical_fallacies
+tag: global_mmlu_full_en_humanities_tasks
+task: global_mmlu_full_en_logical_fallacies

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_machine_learning.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_machine_learning
+tag: global_mmlu_full_en_stem_tasks
+task: global_mmlu_full_en_machine_learning

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_management.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_management
+tag: global_mmlu_full_en_other_tasks
+task: global_mmlu_full_en_management

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_marketing.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_marketing
+tag: global_mmlu_full_en_other_tasks
+task: global_mmlu_full_en_marketing

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_medical_genetics.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_medical_genetics
+tag: global_mmlu_full_en_other_tasks
+task: global_mmlu_full_en_medical_genetics

lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_miscellaneous.yaml

+# Generated by _generate_configs.py
+include: _en_template_yaml
+process_docs: !function utils.process_miscellaneous
+tag: global_mmlu_full_en_other_tasks
+task: global_mmlu_full_en_miscellaneous