Merge branch 'main' into ai2d

lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_microeconomics.yaml

+# Generated by _generate_configs.py
+include: _am_template_yaml
+process_docs: !function utils.process_high_school_microeconomics
+tag: global_mmlu_full_am_social_sciences_tasks
+task: global_mmlu_full_am_high_school_microeconomics

lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_physics.yaml

+# Generated by _generate_configs.py
+include: _am_template_yaml
+process_docs: !function utils.process_high_school_physics
+tag: global_mmlu_full_am_stem_tasks
+task: global_mmlu_full_am_high_school_physics

lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_psychology.yaml

+# Generated by _generate_configs.py
+include: _am_template_yaml
+process_docs: !function utils.process_high_school_psychology
+tag: global_mmlu_full_am_social_sciences_tasks
+task: global_mmlu_full_am_high_school_psychology

lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_statistics.yaml

+# Generated by _generate_configs.py
+include: _am_template_yaml
+process_docs: !function utils.process_high_school_statistics
+tag: global_mmlu_full_am_stem_tasks
+task: global_mmlu_full_am_high_school_statistics

lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_us_history.yaml

+# Generated by _generate_configs.py
+include: _am_template_yaml
+process_docs: !function utils.process_high_school_us_history
+tag: global_mmlu_full_am_humanities_tasks
+task: global_mmlu_full_am_high_school_us_history

lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_world_history.yaml

+# Generated by _generate_configs.py
+include: _am_template_yaml
+process_docs: !function utils.process_high_school_world_history
+tag: global_mmlu_full_am_humanities_tasks
+task: global_mmlu_full_am_high_school_world_history

lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_human_aging.yaml

+# Generated by _generate_configs.py
+include: _am_template_yaml
+process_docs: !function utils.process_human_aging
+tag: global_mmlu_full_am_other_tasks
+task: global_mmlu_full_am_human_aging

lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_human_sexuality.yaml

+# Generated by _generate_configs.py
+include: _am_template_yaml
+process_docs: !function utils.process_human_sexuality
+tag: global_mmlu_full_am_social_sciences_tasks
+task: global_mmlu_full_am_human_sexuality

lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_international_law.yaml

+# Generated by _generate_configs.py
+include: _am_template_yaml
+process_docs: !function utils.process_international_law
+tag: global_mmlu_full_am_humanities_tasks
+task: global_mmlu_full_am_international_law

lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_jurisprudence.yaml

+# Generated by _generate_configs.py
+include: _am_template_yaml
+process_docs: !function utils.process_jurisprudence
+tag: global_mmlu_full_am_humanities_tasks
+task: global_mmlu_full_am_jurisprudence

lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_logical_fallacies.yaml

+# Generated by _generate_configs.py
+include: _am_template_yaml
+process_docs: !function utils.process_logical_fallacies
+tag: global_mmlu_full_am_humanities_tasks
+task: global_mmlu_full_am_logical_fallacies

lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_machine_learning.yaml

+# Generated by _generate_configs.py
+include: _am_template_yaml
+process_docs: !function utils.process_machine_learning
+tag: global_mmlu_full_am_stem_tasks
+task: global_mmlu_full_am_machine_learning

lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_management.yaml

+# Generated by _generate_configs.py
+include: _am_template_yaml
+process_docs: !function utils.process_management
+tag: global_mmlu_full_am_other_tasks
+task: global_mmlu_full_am_management

lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_marketing.yaml

+# Generated by _generate_configs.py
+include: _am_template_yaml
+process_docs: !function utils.process_marketing
+tag: global_mmlu_full_am_other_tasks
+task: global_mmlu_full_am_marketing

lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_medical_genetics.yaml

+# Generated by _generate_configs.py
+include: _am_template_yaml
+process_docs: !function utils.process_medical_genetics
+tag: global_mmlu_full_am_other_tasks
+task: global_mmlu_full_am_medical_genetics

lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_miscellaneous.yaml

+# Generated by _generate_configs.py
+include: _am_template_yaml
+process_docs: !function utils.process_miscellaneous
+tag: global_mmlu_full_am_other_tasks
+task: global_mmlu_full_am_miscellaneous

lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_moral_disputes.yaml

+# Generated by _generate_configs.py
+include: _am_template_yaml
+process_docs: !function utils.process_moral_disputes
+tag: global_mmlu_full_am_humanities_tasks
+task: global_mmlu_full_am_moral_disputes

lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_moral_scenarios.yaml

+# Generated by _generate_configs.py
+include: _am_template_yaml
+process_docs: !function utils.process_moral_scenarios
+tag: global_mmlu_full_am_humanities_tasks
+task: global_mmlu_full_am_moral_scenarios

lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_nutrition.yaml

+# Generated by _generate_configs.py
+include: _am_template_yaml
+process_docs: !function utils.process_nutrition
+tag: global_mmlu_full_am_other_tasks
+task: global_mmlu_full_am_nutrition

lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_philosophy.yaml

+# Generated by _generate_configs.py
+include: _am_template_yaml
+process_docs: !function utils.process_philosophy
+tag: global_mmlu_full_am_humanities_tasks
+task: global_mmlu_full_am_philosophy