Merge branch 'main' into add-chat-templating

lm_eval/tasks/belebele/belebele_arz_Arab.yaml

-"dataset_name": "arz_Arab"
+"fewshot_split": "arz_Arab"
 "include": "_default_template_yaml"
 "task": "belebele_arz_Arab"
+"test_split": "arz_Arab"

lm_eval/tasks/belebele/belebele_asm_Beng.yaml

-"dataset_name": "asm_Beng"
+"fewshot_split": "asm_Beng"
 "include": "_default_template_yaml"
 "task": "belebele_asm_Beng"
+"test_split": "asm_Beng"

lm_eval/tasks/belebele/belebele_azj_Latn.yaml

-"dataset_name": "azj_Latn"
+"fewshot_split": "azj_Latn"
 "include": "_default_template_yaml"
 "task": "belebele_azj_Latn"
+"test_split": "azj_Latn"

lm_eval/tasks/belebele/belebele_bam_Latn.yaml

-"dataset_name": "bam_Latn"
+"fewshot_split": "bam_Latn"
 "include": "_default_template_yaml"
 "task": "belebele_bam_Latn"
+"test_split": "bam_Latn"

lm_eval/tasks/belebele/belebele_ben_Beng.yaml

-"dataset_name": "ben_Beng"
+"fewshot_split": "ben_Beng"
 "include": "_default_template_yaml"
 "task": "belebele_ben_Beng"
+"test_split": "ben_Beng"

lm_eval/tasks/belebele/belebele_ben_Latn.yaml

-"dataset_name": "ben_Latn"
+"fewshot_split": "ben_Latn"
 "include": "_default_template_yaml"
 "task": "belebele_ben_Latn"
+"test_split": "ben_Latn"

lm_eval/tasks/belebele/belebele_bod_Tibt.yaml

-"dataset_name": "bod_Tibt"
+"fewshot_split": "bod_Tibt"
 "include": "_default_template_yaml"
 "task": "belebele_bod_Tibt"
+"test_split": "bod_Tibt"

lm_eval/tasks/belebele/belebele_bul_Cyrl.yaml

-"dataset_name": "bul_Cyrl"
+"fewshot_split": "bul_Cyrl"
 "include": "_default_template_yaml"
 "task": "belebele_bul_Cyrl"
+"test_split": "bul_Cyrl"

lm_eval/tasks/belebele/belebele_cat_Latn.yaml

-"dataset_name": "cat_Latn"
+"fewshot_split": "cat_Latn"
 "include": "_default_template_yaml"
 "task": "belebele_cat_Latn"
+"test_split": "cat_Latn"

lm_eval/tasks/belebele/belebele_ceb_Latn.yaml

-"dataset_name": "ceb_Latn"
+"fewshot_split": "ceb_Latn"
 "include": "_default_template_yaml"
 "task": "belebele_ceb_Latn"
+"test_split": "ceb_Latn"

lm_eval/tasks/belebele/belebele_ces_Latn.yaml

-"dataset_name": "ces_Latn"
+"fewshot_split": "ces_Latn"
 "include": "_default_template_yaml"
 "task": "belebele_ces_Latn"
+"test_split": "ces_Latn"

lm_eval/tasks/belebele/belebele_ckb_Arab.yaml

-"dataset_name": "ckb_Arab"
+"fewshot_split": "ckb_Arab"
 "include": "_default_template_yaml"
 "task": "belebele_ckb_Arab"
+"test_split": "ckb_Arab"

lm_eval/tasks/belebele/belebele_dan_Latn.yaml

-"dataset_name": "dan_Latn"
+"fewshot_split": "dan_Latn"
 "include": "_default_template_yaml"
 "task": "belebele_dan_Latn"
+"test_split": "dan_Latn"

lm_eval/tasks/belebele/belebele_default.yaml

+"fewshot_split": "default"
+"include": "_default_template_yaml"
+"task": "belebele_default"
+"test_split": "default"

lm_eval/tasks/belebele/belebele_deu_Latn.yaml

-"dataset_name": "deu_Latn"
+"fewshot_split": "deu_Latn"
 "include": "_default_template_yaml"
 "task": "belebele_deu_Latn"
+"test_split": "deu_Latn"

lm_eval/tasks/belebele/belebele_ell_Grek.yaml

-"dataset_name": "ell_Grek"
+"fewshot_split": "ell_Grek"
 "include": "_default_template_yaml"
 "task": "belebele_ell_Grek"
+"test_split": "ell_Grek"

lm_eval/tasks/belebele/belebele_eng_Latn.yaml

-"dataset_name": "eng_Latn"
+"fewshot_split": "eng_Latn"
 "include": "_default_template_yaml"
 "task": "belebele_eng_Latn"
+"test_split": "eng_Latn"

lm_eval/tasks/belebele/belebele_est_Latn.yaml

-"dataset_name": "est_Latn"
+"fewshot_split": "est_Latn"
 "include": "_default_template_yaml"
 "task": "belebele_est_Latn"
+"test_split": "est_Latn"

lm_eval/tasks/belebele/belebele_eus_Latn.yaml

-"dataset_name": "eus_Latn"
+"fewshot_split": "eus_Latn"
 "include": "_default_template_yaml"
 "task": "belebele_eus_Latn"
+"test_split": "eus_Latn"

lm_eval/tasks/belebele/belebele_fin_Latn.yaml

-"dataset_name": "fin_Latn"
+"fewshot_split": "fin_Latn"
 "include": "_default_template_yaml"
 "task": "belebele_fin_Latn"
+"test_split": "fin_Latn"