Merge branch 'main' into ai2d

lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_international_law.yaml

+# Generated by _generate_configs.py
+include: _fa_template_yaml
+process_docs: !function utils.process_international_law
+tag: global_mmlu_full_fa_humanities_tasks
+task: global_mmlu_full_fa_international_law

lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_jurisprudence.yaml

+# Generated by _generate_configs.py
+include: _fa_template_yaml
+process_docs: !function utils.process_jurisprudence
+tag: global_mmlu_full_fa_humanities_tasks
+task: global_mmlu_full_fa_jurisprudence

lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_logical_fallacies.yaml

+# Generated by _generate_configs.py
+include: _fa_template_yaml
+process_docs: !function utils.process_logical_fallacies
+tag: global_mmlu_full_fa_humanities_tasks
+task: global_mmlu_full_fa_logical_fallacies

lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_machine_learning.yaml

+# Generated by _generate_configs.py
+include: _fa_template_yaml
+process_docs: !function utils.process_machine_learning
+tag: global_mmlu_full_fa_stem_tasks
+task: global_mmlu_full_fa_machine_learning

lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_management.yaml

+# Generated by _generate_configs.py
+include: _fa_template_yaml
+process_docs: !function utils.process_management
+tag: global_mmlu_full_fa_other_tasks
+task: global_mmlu_full_fa_management

lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_marketing.yaml

+# Generated by _generate_configs.py
+include: _fa_template_yaml
+process_docs: !function utils.process_marketing
+tag: global_mmlu_full_fa_other_tasks
+task: global_mmlu_full_fa_marketing

lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_medical_genetics.yaml

+# Generated by _generate_configs.py
+include: _fa_template_yaml
+process_docs: !function utils.process_medical_genetics
+tag: global_mmlu_full_fa_other_tasks
+task: global_mmlu_full_fa_medical_genetics

lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_miscellaneous.yaml

+# Generated by _generate_configs.py
+include: _fa_template_yaml
+process_docs: !function utils.process_miscellaneous
+tag: global_mmlu_full_fa_other_tasks
+task: global_mmlu_full_fa_miscellaneous

lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_moral_disputes.yaml

+# Generated by _generate_configs.py
+include: _fa_template_yaml
+process_docs: !function utils.process_moral_disputes
+tag: global_mmlu_full_fa_humanities_tasks
+task: global_mmlu_full_fa_moral_disputes

lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_moral_scenarios.yaml

+# Generated by _generate_configs.py
+include: _fa_template_yaml
+process_docs: !function utils.process_moral_scenarios
+tag: global_mmlu_full_fa_humanities_tasks
+task: global_mmlu_full_fa_moral_scenarios

lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_nutrition.yaml

+# Generated by _generate_configs.py
+include: _fa_template_yaml
+process_docs: !function utils.process_nutrition
+tag: global_mmlu_full_fa_other_tasks
+task: global_mmlu_full_fa_nutrition

lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_philosophy.yaml

+# Generated by _generate_configs.py
+include: _fa_template_yaml
+process_docs: !function utils.process_philosophy
+tag: global_mmlu_full_fa_humanities_tasks
+task: global_mmlu_full_fa_philosophy

lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_prehistory.yaml

+# Generated by _generate_configs.py
+include: _fa_template_yaml
+process_docs: !function utils.process_prehistory
+tag: global_mmlu_full_fa_humanities_tasks
+task: global_mmlu_full_fa_prehistory

lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_professional_accounting.yaml

+# Generated by _generate_configs.py
+include: _fa_template_yaml
+process_docs: !function utils.process_professional_accounting
+tag: global_mmlu_full_fa_other_tasks
+task: global_mmlu_full_fa_professional_accounting

lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_professional_law.yaml

+# Generated by _generate_configs.py
+include: _fa_template_yaml
+process_docs: !function utils.process_professional_law
+tag: global_mmlu_full_fa_humanities_tasks
+task: global_mmlu_full_fa_professional_law

lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_professional_medicine.yaml

+# Generated by _generate_configs.py
+include: _fa_template_yaml
+process_docs: !function utils.process_professional_medicine
+tag: global_mmlu_full_fa_other_tasks
+task: global_mmlu_full_fa_professional_medicine

lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_professional_psychology.yaml

+# Generated by _generate_configs.py
+include: _fa_template_yaml
+process_docs: !function utils.process_professional_psychology
+tag: global_mmlu_full_fa_social_sciences_tasks
+task: global_mmlu_full_fa_professional_psychology

lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_public_relations.yaml

+# Generated by _generate_configs.py
+include: _fa_template_yaml
+process_docs: !function utils.process_public_relations
+tag: global_mmlu_full_fa_social_sciences_tasks
+task: global_mmlu_full_fa_public_relations

lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_security_studies.yaml

+# Generated by _generate_configs.py
+include: _fa_template_yaml
+process_docs: !function utils.process_security_studies
+tag: global_mmlu_full_fa_social_sciences_tasks
+task: global_mmlu_full_fa_security_studies

lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_sociology.yaml

+# Generated by _generate_configs.py
+include: _fa_template_yaml
+process_docs: !function utils.process_sociology
+tag: global_mmlu_full_fa_social_sciences_tasks
+task: global_mmlu_full_fa_sociology