Merge branch 'main' into weight_by_size

9822b06e · Lintang Sutawika · GitHub · 51f27158 · b177c82c · 9822b06e
Unverified Commit 9822b06e authored Mar 01, 2024 by Lintang Sutawika Committed by GitHub Mar 01, 2024
20 changed files
--- a/lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_vi.yaml
+++ b/lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_vi.yaml
--- a/lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_zh.yaml
+++ b/lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_zh.yaml
--- a/lm_eval/tasks/okapi/truthfulqa_multilingual/README.md
+++ b/lm_eval/tasks/okapi/truthfulqa_multilingual/README.md
--- a/lm_eval/tasks/okapi/truthfulqa_multilingual/_truthfulqa_mc1_yaml
+++ b/lm_eval/tasks/okapi/truthfulqa_multilingual/_truthfulqa_mc1_yaml
--- a/lm_eval/tasks/okapi/truthfulqa_multilingual/_truthfulqa_mc2_yaml
+++ b/lm_eval/tasks/okapi/truthfulqa_multilingual/_truthfulqa_mc2_yaml
--- a/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ar_mc1.yaml
+++ b/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ar_mc1.yaml
--- a/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ar_mc2.yaml
+++ b/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ar_mc2.yaml
--- a/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_bn_mc1.yaml
+++ b/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_bn_mc1.yaml
--- a/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_bn_mc2.yaml
+++ b/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_bn_mc2.yaml
--- a/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ca_mc1.yaml
+++ b/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ca_mc1.yaml
--- a/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ca_mc2.yaml
+++ b/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ca_mc2.yaml
--- a/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_da_mc1.yaml
+++ b/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_da_mc1.yaml
--- a/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_da_mc2.yaml
+++ b/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_da_mc2.yaml
--- a/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_de_mc1.yaml
+++ b/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_de_mc1.yaml
--- a/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_de_mc2.yaml
+++ b/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_de_mc2.yaml
--- a/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_es_mc1.yaml
+++ b/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_es_mc1.yaml
--- a/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_es_mc2.yaml
+++ b/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_es_mc2.yaml
--- a/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_eu_mc1.yaml
+++ b/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_eu_mc1.yaml
--- a/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_eu_mc2.yaml
+++ b/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_eu_mc2.yaml
--- a/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_fr_mc1.yaml
+++ b/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_fr_mc1.yaml