Merge branch 'main' into ai2d

lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_international_law.yaml

+# Generated by _generate_configs.py
+include: _cs_template_yaml
+process_docs: !function utils.process_international_law
+tag: global_mmlu_full_cs_humanities_tasks
+task: global_mmlu_full_cs_international_law

lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_jurisprudence.yaml

+# Generated by _generate_configs.py
+include: _cs_template_yaml
+process_docs: !function utils.process_jurisprudence
+tag: global_mmlu_full_cs_humanities_tasks
+task: global_mmlu_full_cs_jurisprudence

lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_logical_fallacies.yaml

+# Generated by _generate_configs.py
+include: _cs_template_yaml
+process_docs: !function utils.process_logical_fallacies
+tag: global_mmlu_full_cs_humanities_tasks
+task: global_mmlu_full_cs_logical_fallacies

lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_machine_learning.yaml

+# Generated by _generate_configs.py
+include: _cs_template_yaml
+process_docs: !function utils.process_machine_learning
+tag: global_mmlu_full_cs_stem_tasks
+task: global_mmlu_full_cs_machine_learning

lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_management.yaml

+# Generated by _generate_configs.py
+include: _cs_template_yaml
+process_docs: !function utils.process_management
+tag: global_mmlu_full_cs_other_tasks
+task: global_mmlu_full_cs_management

lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_marketing.yaml

+# Generated by _generate_configs.py
+include: _cs_template_yaml
+process_docs: !function utils.process_marketing
+tag: global_mmlu_full_cs_other_tasks
+task: global_mmlu_full_cs_marketing

lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_medical_genetics.yaml

+# Generated by _generate_configs.py
+include: _cs_template_yaml
+process_docs: !function utils.process_medical_genetics
+tag: global_mmlu_full_cs_other_tasks
+task: global_mmlu_full_cs_medical_genetics

lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_miscellaneous.yaml

+# Generated by _generate_configs.py
+include: _cs_template_yaml
+process_docs: !function utils.process_miscellaneous
+tag: global_mmlu_full_cs_other_tasks
+task: global_mmlu_full_cs_miscellaneous

lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_moral_disputes.yaml

+# Generated by _generate_configs.py
+include: _cs_template_yaml
+process_docs: !function utils.process_moral_disputes
+tag: global_mmlu_full_cs_humanities_tasks
+task: global_mmlu_full_cs_moral_disputes

lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_moral_scenarios.yaml

+# Generated by _generate_configs.py
+include: _cs_template_yaml
+process_docs: !function utils.process_moral_scenarios
+tag: global_mmlu_full_cs_humanities_tasks
+task: global_mmlu_full_cs_moral_scenarios

lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_nutrition.yaml

+# Generated by _generate_configs.py
+include: _cs_template_yaml
+process_docs: !function utils.process_nutrition
+tag: global_mmlu_full_cs_other_tasks
+task: global_mmlu_full_cs_nutrition

lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_philosophy.yaml

+# Generated by _generate_configs.py
+include: _cs_template_yaml
+process_docs: !function utils.process_philosophy
+tag: global_mmlu_full_cs_humanities_tasks
+task: global_mmlu_full_cs_philosophy

lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_prehistory.yaml

+# Generated by _generate_configs.py
+include: _cs_template_yaml
+process_docs: !function utils.process_prehistory
+tag: global_mmlu_full_cs_humanities_tasks
+task: global_mmlu_full_cs_prehistory

lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_professional_accounting.yaml

+# Generated by _generate_configs.py
+include: _cs_template_yaml
+process_docs: !function utils.process_professional_accounting
+tag: global_mmlu_full_cs_other_tasks
+task: global_mmlu_full_cs_professional_accounting

lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_professional_law.yaml

+# Generated by _generate_configs.py
+include: _cs_template_yaml
+process_docs: !function utils.process_professional_law
+tag: global_mmlu_full_cs_humanities_tasks
+task: global_mmlu_full_cs_professional_law

lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_professional_medicine.yaml

+# Generated by _generate_configs.py
+include: _cs_template_yaml
+process_docs: !function utils.process_professional_medicine
+tag: global_mmlu_full_cs_other_tasks
+task: global_mmlu_full_cs_professional_medicine

lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_professional_psychology.yaml

+# Generated by _generate_configs.py
+include: _cs_template_yaml
+process_docs: !function utils.process_professional_psychology
+tag: global_mmlu_full_cs_social_sciences_tasks
+task: global_mmlu_full_cs_professional_psychology

lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_public_relations.yaml

+# Generated by _generate_configs.py
+include: _cs_template_yaml
+process_docs: !function utils.process_public_relations
+tag: global_mmlu_full_cs_social_sciences_tasks
+task: global_mmlu_full_cs_public_relations

lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_security_studies.yaml

+# Generated by _generate_configs.py
+include: _cs_template_yaml
+process_docs: !function utils.process_security_studies
+tag: global_mmlu_full_cs_social_sciences_tasks
+task: global_mmlu_full_cs_security_studies

lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_sociology.yaml

+# Generated by _generate_configs.py
+include: _cs_template_yaml
+process_docs: !function utils.process_sociology
+tag: global_mmlu_full_cs_social_sciences_tasks
+task: global_mmlu_full_cs_sociology