Merge branch 'main' into mathvista

# Conflicts: # lm_eval/models/openai_completions.py

Merge branch 'main' into mathvista
# Conflicts: # lm_eval/models/openai_completions.py
2106fbeb · Baber · 4354fe46 · 703fbffd · 2106fbeb · 2106fbeb
Commit 2106fbeb authored Jan 15, 2025 by Baber
20 changed files
--- a/lm_eval/tasks/llama3/instruct/mmlu/_mmlu_stem.yaml
+++ b/lm_eval/tasks/llama3/instruct/mmlu/_mmlu_stem.yaml
--- a/lm_eval/tasks/llama3/instruct/mmlu/llama.yaml
+++ b/lm_eval/tasks/llama3/instruct/mmlu/llama.yaml
--- a/lm_eval/tasks/llama3/instruct/mmlu/mmlu_abstract_algebra.yaml
+++ b/lm_eval/tasks/llama3/instruct/mmlu/mmlu_abstract_algebra.yaml
--- a/lm_eval/tasks/llama3/instruct/mmlu/mmlu_anatomy.yaml
+++ b/lm_eval/tasks/llama3/instruct/mmlu/mmlu_anatomy.yaml
--- a/lm_eval/tasks/llama3/instruct/mmlu/mmlu_astronomy.yaml
+++ b/lm_eval/tasks/llama3/instruct/mmlu/mmlu_astronomy.yaml
--- a/lm_eval/tasks/llama3/instruct/mmlu/mmlu_business_ethics.yaml
+++ b/lm_eval/tasks/llama3/instruct/mmlu/mmlu_business_ethics.yaml
--- a/lm_eval/tasks/llama3/instruct/mmlu/mmlu_clinical_knowledge.yaml
+++ b/lm_eval/tasks/llama3/instruct/mmlu/mmlu_clinical_knowledge.yaml
--- a/lm_eval/tasks/llama3/instruct/mmlu/mmlu_college_biology.yaml
+++ b/lm_eval/tasks/llama3/instruct/mmlu/mmlu_college_biology.yaml
--- a/lm_eval/tasks/llama3/instruct/mmlu/mmlu_college_chemistry.yaml
+++ b/lm_eval/tasks/llama3/instruct/mmlu/mmlu_college_chemistry.yaml
--- a/lm_eval/tasks/llama3/instruct/mmlu/mmlu_college_computer_science.yaml
+++ b/lm_eval/tasks/llama3/instruct/mmlu/mmlu_college_computer_science.yaml
--- a/lm_eval/tasks/llama3/instruct/mmlu/mmlu_college_mathematics.yaml
+++ b/lm_eval/tasks/llama3/instruct/mmlu/mmlu_college_mathematics.yaml
--- a/lm_eval/tasks/llama3/instruct/mmlu/mmlu_college_medicine.yaml
+++ b/lm_eval/tasks/llama3/instruct/mmlu/mmlu_college_medicine.yaml
--- a/lm_eval/tasks/llama3/instruct/mmlu/mmlu_college_physics.yaml
+++ b/lm_eval/tasks/llama3/instruct/mmlu/mmlu_college_physics.yaml
--- a/lm_eval/tasks/llama3/instruct/mmlu/mmlu_computer_security.yaml
+++ b/lm_eval/tasks/llama3/instruct/mmlu/mmlu_computer_security.yaml
--- a/lm_eval/tasks/llama3/instruct/mmlu/mmlu_conceptual_physics.yaml
+++ b/lm_eval/tasks/llama3/instruct/mmlu/mmlu_conceptual_physics.yaml
--- a/lm_eval/tasks/llama3/instruct/mmlu/mmlu_econometrics.yaml
+++ b/lm_eval/tasks/llama3/instruct/mmlu/mmlu_econometrics.yaml
--- a/lm_eval/tasks/llama3/instruct/mmlu/mmlu_electrical_engineering.yaml
+++ b/lm_eval/tasks/llama3/instruct/mmlu/mmlu_electrical_engineering.yaml
--- a/lm_eval/tasks/llama3/instruct/mmlu/mmlu_elementary_mathematics.yaml
+++ b/lm_eval/tasks/llama3/instruct/mmlu/mmlu_elementary_mathematics.yaml
--- a/lm_eval/tasks/llama3/instruct/mmlu/mmlu_formal_logic.yaml
+++ b/lm_eval/tasks/llama3/instruct/mmlu/mmlu_formal_logic.yaml
--- a/lm_eval/tasks/llama3/instruct/mmlu/mmlu_global_facts.yaml
+++ b/lm_eval/tasks/llama3/instruct/mmlu/mmlu_global_facts.yaml