udpate

03be40e2 · lintangsutawika · e795efcf · e795efcf · e795efcf · e795efcf
Commit 03be40e2 authored Sep 04, 2023 by lintangsutawika
20 changed files
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_security_studies.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_security_studies.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_sociology.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_sociology.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_us_foreign_policy.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_us_foreign_policy.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_virology.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_virology.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_world_religions.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_world_religions.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_machine_learning.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_machine_learning.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_management.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_management.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_marketing.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_marketing.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_medical_genetics.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_medical_genetics.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_miscellaneous.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_miscellaneous.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_moral_disputes.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_moral_disputes.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_moral_scenarios.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_moral_scenarios.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_nutrition.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_nutrition.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_philosophy.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_philosophy.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_prehistory.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_prehistory.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_professional_accounting.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_professional_accounting.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_professional_law.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_professional_law.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_professional_medicine.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_professional_medicine.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_professional_psychology.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_professional_psychology.yaml
--- a/lm_eval/tasks/mmlu/flan_n_shot/mmlu_public_relations.yaml
+++ b/lm_eval/tasks/mmlu/flan_n_shot/mmlu_public_relations.yaml