Merge branch 'main' into multimodal-prototyping

e4db76cb · haileyschoelkopf · 6cc6e9cd · ad80f555 · e4db76cb · e4db76cb
Commit e4db76cb authored Jul 09, 2024 by haileyschoelkopf
20 changed files
--- a/lm_eval/tasks/cmmlu/cmmlu_elementary_chinese.yaml
+++ b/lm_eval/tasks/cmmlu/cmmlu_elementary_chinese.yaml
--- a/lm_eval/tasks/cmmlu/cmmlu_elementary_commonsense.yaml
+++ b/lm_eval/tasks/cmmlu/cmmlu_elementary_commonsense.yaml
--- a/lm_eval/tasks/cmmlu/cmmlu_elementary_information_and_technology.yaml
+++ b/lm_eval/tasks/cmmlu/cmmlu_elementary_information_and_technology.yaml
--- a/lm_eval/tasks/cmmlu/cmmlu_elementary_mathematics.yaml
+++ b/lm_eval/tasks/cmmlu/cmmlu_elementary_mathematics.yaml
--- a/lm_eval/tasks/cmmlu/cmmlu_ethnology.yaml
+++ b/lm_eval/tasks/cmmlu/cmmlu_ethnology.yaml
--- a/lm_eval/tasks/cmmlu/cmmlu_food_science.yaml
+++ b/lm_eval/tasks/cmmlu/cmmlu_food_science.yaml
--- a/lm_eval/tasks/cmmlu/cmmlu_genetics.yaml
+++ b/lm_eval/tasks/cmmlu/cmmlu_genetics.yaml
--- a/lm_eval/tasks/cmmlu/cmmlu_global_facts.yaml
+++ b/lm_eval/tasks/cmmlu/cmmlu_global_facts.yaml
--- a/lm_eval/tasks/cmmlu/cmmlu_high_school_biology.yaml
+++ b/lm_eval/tasks/cmmlu/cmmlu_high_school_biology.yaml
--- a/lm_eval/tasks/cmmlu/cmmlu_high_school_chemistry.yaml
+++ b/lm_eval/tasks/cmmlu/cmmlu_high_school_chemistry.yaml
--- a/lm_eval/tasks/cmmlu/cmmlu_high_school_geography.yaml
+++ b/lm_eval/tasks/cmmlu/cmmlu_high_school_geography.yaml
--- a/lm_eval/tasks/cmmlu/cmmlu_high_school_mathematics.yaml
+++ b/lm_eval/tasks/cmmlu/cmmlu_high_school_mathematics.yaml
--- a/lm_eval/tasks/cmmlu/cmmlu_high_school_physics.yaml
+++ b/lm_eval/tasks/cmmlu/cmmlu_high_school_physics.yaml
--- a/lm_eval/tasks/cmmlu/cmmlu_high_school_politics.yaml
+++ b/lm_eval/tasks/cmmlu/cmmlu_high_school_politics.yaml
--- a/lm_eval/tasks/cmmlu/cmmlu_human_sexuality.yaml
+++ b/lm_eval/tasks/cmmlu/cmmlu_human_sexuality.yaml
--- a/lm_eval/tasks/cmmlu/cmmlu_international_law.yaml
+++ b/lm_eval/tasks/cmmlu/cmmlu_international_law.yaml
--- a/lm_eval/tasks/cmmlu/cmmlu_journalism.yaml
+++ b/lm_eval/tasks/cmmlu/cmmlu_journalism.yaml
--- a/lm_eval/tasks/cmmlu/cmmlu_jurisprudence.yaml
+++ b/lm_eval/tasks/cmmlu/cmmlu_jurisprudence.yaml
--- a/lm_eval/tasks/cmmlu/cmmlu_legal_and_moral_basis.yaml
+++ b/lm_eval/tasks/cmmlu/cmmlu_legal_and_moral_basis.yaml
--- a/lm_eval/tasks/cmmlu/cmmlu_logical.yaml
+++ b/lm_eval/tasks/cmmlu/cmmlu_logical.yaml