Merge branch 'main' into ai2d

lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_college_chemistry.yaml

+# Generated by _generate_configs.py
+include: _am_template_yaml
+process_docs: !function utils.process_college_chemistry
+tag: global_mmlu_full_am_stem_tasks
+task: global_mmlu_full_am_college_chemistry

lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_college_computer_science.yaml

+# Generated by _generate_configs.py
+include: _am_template_yaml
+process_docs: !function utils.process_college_computer_science
+tag: global_mmlu_full_am_stem_tasks
+task: global_mmlu_full_am_college_computer_science

lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_college_mathematics.yaml

+# Generated by _generate_configs.py
+include: _am_template_yaml
+process_docs: !function utils.process_college_mathematics
+tag: global_mmlu_full_am_stem_tasks
+task: global_mmlu_full_am_college_mathematics

lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_college_medicine.yaml

+# Generated by _generate_configs.py
+include: _am_template_yaml
+process_docs: !function utils.process_college_medicine
+tag: global_mmlu_full_am_other_tasks
+task: global_mmlu_full_am_college_medicine

lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_college_physics.yaml

+# Generated by _generate_configs.py
+include: _am_template_yaml
+process_docs: !function utils.process_college_physics
+tag: global_mmlu_full_am_stem_tasks
+task: global_mmlu_full_am_college_physics

lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_computer_security.yaml

+# Generated by _generate_configs.py
+include: _am_template_yaml
+process_docs: !function utils.process_computer_security
+tag: global_mmlu_full_am_stem_tasks
+task: global_mmlu_full_am_computer_security

lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_conceptual_physics.yaml

+# Generated by _generate_configs.py
+include: _am_template_yaml
+process_docs: !function utils.process_conceptual_physics
+tag: global_mmlu_full_am_stem_tasks
+task: global_mmlu_full_am_conceptual_physics

lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_econometrics.yaml

+# Generated by _generate_configs.py
+include: _am_template_yaml
+process_docs: !function utils.process_econometrics
+tag: global_mmlu_full_am_social_sciences_tasks
+task: global_mmlu_full_am_econometrics

lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_electrical_engineering.yaml

+# Generated by _generate_configs.py
+include: _am_template_yaml
+process_docs: !function utils.process_electrical_engineering
+tag: global_mmlu_full_am_stem_tasks
+task: global_mmlu_full_am_electrical_engineering

lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_elementary_mathematics.yaml

+# Generated by _generate_configs.py
+include: _am_template_yaml
+process_docs: !function utils.process_elementary_mathematics
+tag: global_mmlu_full_am_stem_tasks
+task: global_mmlu_full_am_elementary_mathematics

lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_formal_logic.yaml

+# Generated by _generate_configs.py
+include: _am_template_yaml
+process_docs: !function utils.process_formal_logic
+tag: global_mmlu_full_am_humanities_tasks
+task: global_mmlu_full_am_formal_logic

lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_global_facts.yaml

+# Generated by _generate_configs.py
+include: _am_template_yaml
+process_docs: !function utils.process_global_facts
+tag: global_mmlu_full_am_other_tasks
+task: global_mmlu_full_am_global_facts

lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_biology.yaml

+# Generated by _generate_configs.py
+include: _am_template_yaml
+process_docs: !function utils.process_high_school_biology
+tag: global_mmlu_full_am_stem_tasks
+task: global_mmlu_full_am_high_school_biology

lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_chemistry.yaml

+# Generated by _generate_configs.py
+include: _am_template_yaml
+process_docs: !function utils.process_high_school_chemistry
+tag: global_mmlu_full_am_stem_tasks
+task: global_mmlu_full_am_high_school_chemistry

lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_computer_science.yaml

+# Generated by _generate_configs.py
+include: _am_template_yaml
+process_docs: !function utils.process_high_school_computer_science
+tag: global_mmlu_full_am_stem_tasks
+task: global_mmlu_full_am_high_school_computer_science

lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_european_history.yaml

+# Generated by _generate_configs.py
+include: _am_template_yaml
+process_docs: !function utils.process_high_school_european_history
+tag: global_mmlu_full_am_humanities_tasks
+task: global_mmlu_full_am_high_school_european_history

lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_geography.yaml

+# Generated by _generate_configs.py
+include: _am_template_yaml
+process_docs: !function utils.process_high_school_geography
+tag: global_mmlu_full_am_social_sciences_tasks
+task: global_mmlu_full_am_high_school_geography

lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_government_and_politics.yaml

+# Generated by _generate_configs.py
+include: _am_template_yaml
+process_docs: !function utils.process_high_school_government_and_politics
+tag: global_mmlu_full_am_social_sciences_tasks
+task: global_mmlu_full_am_high_school_government_and_politics

lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_macroeconomics.yaml

+# Generated by _generate_configs.py
+include: _am_template_yaml
+process_docs: !function utils.process_high_school_macroeconomics
+tag: global_mmlu_full_am_social_sciences_tasks
+task: global_mmlu_full_am_high_school_macroeconomics

lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_mathematics.yaml

+# Generated by _generate_configs.py
+include: _am_template_yaml
+process_docs: !function utils.process_high_school_mathematics
+tag: global_mmlu_full_am_stem_tasks
+task: global_mmlu_full_am_high_school_mathematics