Merge branch 'main' into humaneval

# Conflicts:
#	lm_eval/api/task.py

lm_eval/tasks/belebele/belebele_mal_Mlym.yaml

-"fewshot_split": "mal_Mlym"
-"include": "_default_template_yaml"
-"task": "belebele_mal_Mlym"
-"test_split": "mal_Mlym"
+dataset_name: mal_Mlym
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_mal_Mlym
+test_split: test

lm_eval/tasks/belebele/belebele_mar_Deva.yaml

-"fewshot_split": "mar_Deva"
-"include": "_default_template_yaml"
-"task": "belebele_mar_Deva"
-"test_split": "mar_Deva"
+dataset_name: mar_Deva
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_mar_Deva
+test_split: test

lm_eval/tasks/belebele/belebele_mkd_Cyrl.yaml

-"fewshot_split": "mkd_Cyrl"
-"include": "_default_template_yaml"
-"task": "belebele_mkd_Cyrl"
-"test_split": "mkd_Cyrl"
+dataset_name: mkd_Cyrl
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_mkd_Cyrl
+test_split: test

lm_eval/tasks/belebele/belebele_mlt_Latn.yaml

-"fewshot_split": "mlt_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_mlt_Latn"
-"test_split": "mlt_Latn"
+dataset_name: mlt_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_mlt_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_mri_Latn.yaml

-"fewshot_split": "mri_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_mri_Latn"
-"test_split": "mri_Latn"
+dataset_name: mri_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_mri_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_mya_Mymr.yaml

-"fewshot_split": "mya_Mymr"
-"include": "_default_template_yaml"
-"task": "belebele_mya_Mymr"
-"test_split": "mya_Mymr"
+dataset_name: mya_Mymr
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_mya_Mymr
+test_split: test

lm_eval/tasks/belebele/belebele_nld_Latn.yaml

-"fewshot_split": "nld_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_nld_Latn"
-"test_split": "nld_Latn"
+dataset_name: nld_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_nld_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_nob_Latn.yaml

-"fewshot_split": "nob_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_nob_Latn"
-"test_split": "nob_Latn"
+dataset_name: nob_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_nob_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_npi_Deva.yaml

-"fewshot_split": "npi_Deva"
-"include": "_default_template_yaml"
-"task": "belebele_npi_Deva"
-"test_split": "npi_Deva"
+dataset_name: npi_Deva
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_npi_Deva
+test_split: test

lm_eval/tasks/belebele/belebele_npi_Latn.yaml

-"fewshot_split": "npi_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_npi_Latn"
-"test_split": "npi_Latn"
+dataset_name: npi_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_npi_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_nso_Latn.yaml

-"fewshot_split": "nso_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_nso_Latn"
-"test_split": "nso_Latn"
+dataset_name: nso_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_nso_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_nya_Latn.yaml

-"fewshot_split": "nya_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_nya_Latn"
-"test_split": "nya_Latn"
+dataset_name: nya_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_nya_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_ory_Orya.yaml

-"fewshot_split": "ory_Orya"
-"include": "_default_template_yaml"
-"task": "belebele_ory_Orya"
-"test_split": "ory_Orya"
+dataset_name: ory_Orya
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_ory_Orya
+test_split: test

lm_eval/tasks/belebele/belebele_pan_Guru.yaml

-"fewshot_split": "pan_Guru"
-"include": "_default_template_yaml"
-"task": "belebele_pan_Guru"
-"test_split": "pan_Guru"
+dataset_name: pan_Guru
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_pan_Guru
+test_split: test

lm_eval/tasks/belebele/belebele_pbt_Arab.yaml

-"fewshot_split": "pbt_Arab"
-"include": "_default_template_yaml"
-"task": "belebele_pbt_Arab"
-"test_split": "pbt_Arab"
+dataset_name: pbt_Arab
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_pbt_Arab
+test_split: test

lm_eval/tasks/belebele/belebele_pes_Arab.yaml

-"fewshot_split": "pes_Arab"
-"include": "_default_template_yaml"
-"task": "belebele_pes_Arab"
-"test_split": "pes_Arab"
+dataset_name: pes_Arab
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_pes_Arab
+test_split: test

lm_eval/tasks/belebele/belebele_plt_Latn.yaml

-"fewshot_split": "plt_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_plt_Latn"
-"test_split": "plt_Latn"
+dataset_name: plt_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_plt_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_pol_Latn.yaml

-"fewshot_split": "pol_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_pol_Latn"
-"test_split": "pol_Latn"
+dataset_name: pol_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_pol_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_por_Latn.yaml

-"fewshot_split": "por_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_por_Latn"
-"test_split": "por_Latn"
+dataset_name: por_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_por_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_ron_Latn.yaml

-"fewshot_split": "ron_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_ron_Latn"
-"test_split": "ron_Latn"
+dataset_name: ron_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_ron_Latn
+test_split: test