Merge branch 'main' into weight_by_size

9822b06e · Lintang Sutawika · GitHub · 51f27158 · b177c82c · 9822b06e
Unverified Commit 9822b06e authored Mar 01, 2024 by Lintang Sutawika Committed by GitHub Mar 01, 2024
20 changed files
--- a/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_mr_mc2.yaml
+++ b/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_mr_mc2.yaml
--- a/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ne_mc1.yaml
+++ b/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ne_mc1.yaml
--- a/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ne_mc2.yaml
+++ b/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ne_mc2.yaml
--- a/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_nl_mc1.yaml
+++ b/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_nl_mc1.yaml
--- a/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_nl_mc2.yaml
+++ b/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_nl_mc2.yaml
--- a/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_pt_mc1.yaml
+++ b/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_pt_mc1.yaml
--- a/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_pt_mc2.yaml
+++ b/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_pt_mc2.yaml
--- a/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ro_mc1.yaml
+++ b/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ro_mc1.yaml
--- a/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ro_mc2.yaml
+++ b/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ro_mc2.yaml
--- a/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ru_mc1.yaml
+++ b/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ru_mc1.yaml
--- a/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ru_mc2.yaml
+++ b/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ru_mc2.yaml
--- a/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_sk_mc1.yaml
+++ b/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_sk_mc1.yaml
--- a/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_sk_mc2.yaml
+++ b/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_sk_mc2.yaml
--- a/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_sr_mc1.yaml
+++ b/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_sr_mc1.yaml
--- a/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_sr_mc2.yaml
+++ b/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_sr_mc2.yaml
--- a/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_sv_mc1.yaml
+++ b/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_sv_mc1.yaml
--- a/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_sv_mc2.yaml
+++ b/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_sv_mc2.yaml
--- a/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ta_mc1.yaml
+++ b/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ta_mc1.yaml
--- a/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ta_mc2.yaml
+++ b/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ta_mc2.yaml
--- a/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_te_mc1.yaml
+++ b/lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_te_mc1.yaml