Merge branch 'main' into mathvista

# Conflicts:
#	lm_eval/models/openai_completions.py

lm_eval/tasks/llama3/instruct/mmlu/_mmlu_stem.yaml

+group: mmlu_llama_stem
+group_alias: stem
+task:
+  - mmlu_llama_stem_tasks
+aggregate_metric_list:
+  - metric: exact_match
+    aggregation: mean
+    weight_by_size: True
+    filter_list: [strict_match]
+metadata:
+  version: 0

lm_eval/tasks/llama3/instruct/mmlu/llama.yaml

+group: mmlu_llama
+task:
+  - mmlu_llama_stem
+  - mmlu_llama_other
+  - mmlu_llama_social_sciences
+  - mmlu_llama_humanities
+aggregate_metric_list:
+  - metric: exact_match
+    aggregation: mean
+    weight_by_size: True
+    filter_list: [strict_match]
+metadata:
+  version: 1

lm_eval/tasks/llama3/instruct/mmlu/mmlu_abstract_algebra.yaml

+"dataset_name": "abstract_algebra"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_stem_tasks"
+"task": "mmlu_llama_abstract_algebra"
+"task_alias": "abstract algebra"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_anatomy.yaml

+"dataset_name": "anatomy"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_stem_tasks"
+"task": "mmlu_llama_anatomy"
+"task_alias": "anatomy"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_astronomy.yaml

+"dataset_name": "astronomy"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_stem_tasks"
+"task": "mmlu_llama_astronomy"
+"task_alias": "astronomy"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_business_ethics.yaml

+"dataset_name": "business_ethics"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_other_tasks"
+"task": "mmlu_llama_business_ethics"
+"task_alias": "business ethics"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_clinical_knowledge.yaml

+"dataset_name": "clinical_knowledge"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_other_tasks"
+"task": "mmlu_llama_clinical_knowledge"
+"task_alias": "clinical knowledge"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_college_biology.yaml

+"dataset_name": "college_biology"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_stem_tasks"
+"task": "mmlu_llama_college_biology"
+"task_alias": "college biology"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_college_chemistry.yaml

+"dataset_name": "college_chemistry"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_stem_tasks"
+"task": "mmlu_llama_college_chemistry"
+"task_alias": "college chemistry"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_college_computer_science.yaml

+"dataset_name": "college_computer_science"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_stem_tasks"
+"task": "mmlu_llama_college_computer_science"
+"task_alias": "college computer science"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_college_mathematics.yaml

+"dataset_name": "college_mathematics"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_stem_tasks"
+"task": "mmlu_llama_college_mathematics"
+"task_alias": "college mathematics"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_college_medicine.yaml

+"dataset_name": "college_medicine"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_other_tasks"
+"task": "mmlu_llama_college_medicine"
+"task_alias": "college medicine"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_college_physics.yaml

+"dataset_name": "college_physics"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_stem_tasks"
+"task": "mmlu_llama_college_physics"
+"task_alias": "college physics"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_computer_security.yaml

+"dataset_name": "computer_security"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_stem_tasks"
+"task": "mmlu_llama_computer_security"
+"task_alias": "computer security"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_conceptual_physics.yaml

+"dataset_name": "conceptual_physics"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_stem_tasks"
+"task": "mmlu_llama_conceptual_physics"
+"task_alias": "conceptual physics"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_econometrics.yaml

+"dataset_name": "econometrics"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_social_sciences_tasks"
+"task": "mmlu_llama_econometrics"
+"task_alias": "econometrics"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_electrical_engineering.yaml

+"dataset_name": "electrical_engineering"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_stem_tasks"
+"task": "mmlu_llama_electrical_engineering"
+"task_alias": "electrical engineering"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_elementary_mathematics.yaml

+"dataset_name": "elementary_mathematics"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_stem_tasks"
+"task": "mmlu_llama_elementary_mathematics"
+"task_alias": "elementary mathematics"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_formal_logic.yaml

+"dataset_name": "formal_logic"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_humanities_tasks"
+"task": "mmlu_llama_formal_logic"
+"task_alias": "formal logic"

lm_eval/tasks/llama3/instruct/mmlu/mmlu_global_facts.yaml

+"dataset_name": "global_facts"
+"include": "_continuation_template_yaml"
+"tag": "mmlu_llama_other_tasks"
+"task": "mmlu_llama_global_facts"
+"task_alias": "global facts"