update flan mmlu

4a752867 · lintangsutawika · 03be40e2 · 4a752867 · 4a752867 · 4a752867
Commit 4a752867 authored Sep 04, 2023 by lintangsutawika
20 changed files
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_clinical_knowledge.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_clinical_knowledge.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_college_biology.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_college_biology.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_college_chemistry.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_college_chemistry.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_college_computer_science.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_college_computer_science.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_college_mathematics.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_college_mathematics.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_college_medicine.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_college_medicine.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_college_physics.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_college_physics.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_computer_security.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_computer_security.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_conceptual_physics.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_conceptual_physics.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_econometrics.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_econometrics.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_electrical_engineering.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_electrical_engineering.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_elementary_mathematics.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_elementary_mathematics.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_formal_logic.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_formal_logic.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_global_facts.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_global_facts.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_high_school_biology.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_high_school_biology.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_high_school_chemistry.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_high_school_chemistry.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_high_school_computer_science.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_high_school_computer_science.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_high_school_european_history.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_high_school_european_history.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_high_school_geography.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_high_school_geography.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_high_school_government_and_politics.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_high_school_government_and_politics.yaml