Merge branch 'big-refactor' into cont-metrics

ccca64f7 · Lintang Sutawika · GitHub · 0a39d055 · b7a4ea06 · ccca64f7
Unverified Commit ccca64f7 authored Nov 07, 2023 by Lintang Sutawika Committed by GitHub Nov 07, 2023
20 changed files
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_international_law.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_international_law.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_jurisprudence.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_jurisprudence.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_logical_fallacies.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_logical_fallacies.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_machine_learning.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_machine_learning.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_management.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_management.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_marketing.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_marketing.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_medical_genetics.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_medical_genetics.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_miscellaneous.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_miscellaneous.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_moral_disputes.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_moral_disputes.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_moral_scenarios.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_moral_scenarios.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_nutrition.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_nutrition.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_philosophy.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_philosophy.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_prehistory.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_prehistory.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_professional_accounting.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_professional_accounting.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_professional_law.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_professional_law.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_professional_medicine.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_professional_medicine.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_professional_psychology.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_professional_psychology.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_public_relations.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_public_relations.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_security_studies.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_security_studies.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_sociology.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_log_sociology.yaml