Merge branch 'main' into llama

4288b53e · Baber · 37eb9c9d · 94344a61 · 4288b53e · 4288b53e
Commit 4288b53e authored Jan 29, 2025 by Baber
20 changed files
--- a/lm_eval/tasks/global_mmlu/default/it/utils.py
+++ b/lm_eval/tasks/global_mmlu/default/it/utils.py
--- a/lm_eval/tasks/global_mmlu/default/ja/_global_mmlu_ja.yaml
+++ b/lm_eval/tasks/global_mmlu/default/ja/_global_mmlu_ja.yaml
--- a/lm_eval/tasks/global_mmlu/default/ja/_ja_template_yaml
+++ b/lm_eval/tasks/global_mmlu/default/ja/_ja_template_yaml
--- a/lm_eval/tasks/global_mmlu/default/ja/global_mmlu_ja_business.yaml
+++ b/lm_eval/tasks/global_mmlu/default/ja/global_mmlu_ja_business.yaml
--- a/lm_eval/tasks/global_mmlu/default/ja/global_mmlu_ja_humanities.yaml
+++ b/lm_eval/tasks/global_mmlu/default/ja/global_mmlu_ja_humanities.yaml
--- a/lm_eval/tasks/global_mmlu/default/ja/global_mmlu_ja_medical.yaml
+++ b/lm_eval/tasks/global_mmlu/default/ja/global_mmlu_ja_medical.yaml
--- a/lm_eval/tasks/global_mmlu/default/ja/global_mmlu_ja_other.yaml
+++ b/lm_eval/tasks/global_mmlu/default/ja/global_mmlu_ja_other.yaml
--- a/lm_eval/tasks/global_mmlu/default/ja/global_mmlu_ja_social_sciences.yaml
+++ b/lm_eval/tasks/global_mmlu/default/ja/global_mmlu_ja_social_sciences.yaml
--- a/lm_eval/tasks/global_mmlu/default/ja/global_mmlu_ja_stem.yaml
+++ b/lm_eval/tasks/global_mmlu/default/ja/global_mmlu_ja_stem.yaml
--- a/lm_eval/tasks/global_mmlu/default/ja/utils.py
+++ b/lm_eval/tasks/global_mmlu/default/ja/utils.py
--- a/lm_eval/tasks/global_mmlu/default/ko/_global_mmlu_ko.yaml
+++ b/lm_eval/tasks/global_mmlu/default/ko/_global_mmlu_ko.yaml
--- a/lm_eval/tasks/global_mmlu/default/ko/_ko_template_yaml
+++ b/lm_eval/tasks/global_mmlu/default/ko/_ko_template_yaml
--- a/lm_eval/tasks/global_mmlu/default/ko/global_mmlu_ko_business.yaml
+++ b/lm_eval/tasks/global_mmlu/default/ko/global_mmlu_ko_business.yaml
--- a/lm_eval/tasks/global_mmlu/default/ko/global_mmlu_ko_humanities.yaml
+++ b/lm_eval/tasks/global_mmlu/default/ko/global_mmlu_ko_humanities.yaml
--- a/lm_eval/tasks/global_mmlu/default/ko/global_mmlu_ko_medical.yaml
+++ b/lm_eval/tasks/global_mmlu/default/ko/global_mmlu_ko_medical.yaml
--- a/lm_eval/tasks/global_mmlu/default/ko/global_mmlu_ko_other.yaml
+++ b/lm_eval/tasks/global_mmlu/default/ko/global_mmlu_ko_other.yaml
--- a/lm_eval/tasks/global_mmlu/default/ko/global_mmlu_ko_social_sciences.yaml
+++ b/lm_eval/tasks/global_mmlu/default/ko/global_mmlu_ko_social_sciences.yaml
--- a/lm_eval/tasks/global_mmlu/default/ko/global_mmlu_ko_stem.yaml
+++ b/lm_eval/tasks/global_mmlu/default/ko/global_mmlu_ko_stem.yaml
--- a/lm_eval/tasks/global_mmlu/default/ko/utils.py
+++ b/lm_eval/tasks/global_mmlu/default/ko/utils.py
--- a/lm_eval/tasks/global_mmlu/default/pt/_global_mmlu_pt.yaml
+++ b/lm_eval/tasks/global_mmlu/default/pt/_global_mmlu_pt.yaml