Merge branch 'main' into humaneval

# Conflicts:
#	lm_eval/api/task.py

lm_eval/tasks/belebele/belebele_apc_Arab.yaml

-"fewshot_split": "apc_Arab"
-"include": "_default_template_yaml"
-"task": "belebele_apc_Arab"
-"test_split": "apc_Arab"
+dataset_name: apc_Arab
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_apc_Arab
+test_split: test

lm_eval/tasks/belebele/belebele_arb_Arab.yaml

-"fewshot_split": "arb_Arab"
-"include": "_default_template_yaml"
-"task": "belebele_arb_Arab"
-"test_split": "arb_Arab"
+dataset_name: arb_Arab
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_arb_Arab
+test_split: test

lm_eval/tasks/belebele/belebele_arb_Latn.yaml

-"fewshot_split": "arb_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_arb_Latn"
-"test_split": "arb_Latn"
+dataset_name: arb_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_arb_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_ars_Arab.yaml

-"fewshot_split": "ars_Arab"
-"include": "_default_template_yaml"
-"task": "belebele_ars_Arab"
-"test_split": "ars_Arab"
+dataset_name: ars_Arab
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_ars_Arab
+test_split: test

lm_eval/tasks/belebele/belebele_ary_Arab.yaml

-"fewshot_split": "ary_Arab"
-"include": "_default_template_yaml"
-"task": "belebele_ary_Arab"
-"test_split": "ary_Arab"
+dataset_name: ary_Arab
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_ary_Arab
+test_split: test

lm_eval/tasks/belebele/belebele_arz_Arab.yaml

-"fewshot_split": "arz_Arab"
-"include": "_default_template_yaml"
-"task": "belebele_arz_Arab"
-"test_split": "arz_Arab"
+dataset_name: arz_Arab
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_arz_Arab
+test_split: test

lm_eval/tasks/belebele/belebele_asm_Beng.yaml

-"fewshot_split": "asm_Beng"
-"include": "_default_template_yaml"
-"task": "belebele_asm_Beng"
-"test_split": "asm_Beng"
+dataset_name: asm_Beng
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_asm_Beng
+test_split: test

lm_eval/tasks/belebele/belebele_azj_Latn.yaml

-"fewshot_split": "azj_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_azj_Latn"
-"test_split": "azj_Latn"
+dataset_name: azj_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_azj_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_bam_Latn.yaml

-"fewshot_split": "bam_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_bam_Latn"
-"test_split": "bam_Latn"
+dataset_name: bam_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_bam_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_ben_Beng.yaml

-"fewshot_split": "ben_Beng"
-"include": "_default_template_yaml"
-"task": "belebele_ben_Beng"
-"test_split": "ben_Beng"
+dataset_name: ben_Beng
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_ben_Beng
+test_split: test

lm_eval/tasks/belebele/belebele_ben_Latn.yaml

-"fewshot_split": "ben_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_ben_Latn"
-"test_split": "ben_Latn"
+dataset_name: ben_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_ben_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_bod_Tibt.yaml

-"fewshot_split": "bod_Tibt"
-"include": "_default_template_yaml"
-"task": "belebele_bod_Tibt"
-"test_split": "bod_Tibt"
+dataset_name: bod_Tibt
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_bod_Tibt
+test_split: test

lm_eval/tasks/belebele/belebele_bul_Cyrl.yaml

-"fewshot_split": "bul_Cyrl"
-"include": "_default_template_yaml"
-"task": "belebele_bul_Cyrl"
-"test_split": "bul_Cyrl"
+dataset_name: bul_Cyrl
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_bul_Cyrl
+test_split: test

lm_eval/tasks/belebele/belebele_cat_Latn.yaml

-"fewshot_split": "cat_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_cat_Latn"
-"test_split": "cat_Latn"
+dataset_name: cat_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_cat_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_ceb_Latn.yaml

-"fewshot_split": "ceb_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_ceb_Latn"
-"test_split": "ceb_Latn"
+dataset_name: ceb_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_ceb_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_ces_Latn.yaml

-"fewshot_split": "ces_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_ces_Latn"
-"test_split": "ces_Latn"
+dataset_name: ces_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_ces_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_ckb_Arab.yaml

-"fewshot_split": "ckb_Arab"
-"include": "_default_template_yaml"
-"task": "belebele_ckb_Arab"
-"test_split": "ckb_Arab"
+dataset_name: ckb_Arab
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_ckb_Arab
+test_split: test

lm_eval/tasks/belebele/belebele_dan_Latn.yaml

-"fewshot_split": "dan_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_dan_Latn"
-"test_split": "dan_Latn"
+dataset_name: dan_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_dan_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_deu_Latn.yaml

-"fewshot_split": "deu_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_deu_Latn"
-"test_split": "deu_Latn"
+dataset_name: deu_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_deu_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_ell_Grek.yaml

-"fewshot_split": "ell_Grek"
-"include": "_default_template_yaml"
-"task": "belebele_ell_Grek"
-"test_split": "ell_Grek"
+dataset_name: ell_Grek
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_ell_Grek
+test_split: test