Merge branch 'main' into humaneval

# Conflicts:
#	lm_eval/api/task.py

lm_eval/tasks/belebele/belebele_rus_Cyrl.yaml

-"fewshot_split": "rus_Cyrl"
-"include": "_default_template_yaml"
-"task": "belebele_rus_Cyrl"
-"test_split": "rus_Cyrl"
+dataset_name: rus_Cyrl
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_rus_Cyrl
+test_split: test

lm_eval/tasks/belebele/belebele_shn_Mymr.yaml

-"fewshot_split": "shn_Mymr"
-"include": "_default_template_yaml"
-"task": "belebele_shn_Mymr"
-"test_split": "shn_Mymr"
+dataset_name: shn_Mymr
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_shn_Mymr
+test_split: test

lm_eval/tasks/belebele/belebele_sin_Latn.yaml

-"fewshot_split": "sin_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_sin_Latn"
-"test_split": "sin_Latn"
+dataset_name: sin_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_sin_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_sin_Sinh.yaml

-"fewshot_split": "sin_Sinh"
-"include": "_default_template_yaml"
-"task": "belebele_sin_Sinh"
-"test_split": "sin_Sinh"
+dataset_name: sin_Sinh
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_sin_Sinh
+test_split: test

lm_eval/tasks/belebele/belebele_slk_Latn.yaml

-"fewshot_split": "slk_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_slk_Latn"
-"test_split": "slk_Latn"
+dataset_name: slk_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_slk_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_slv_Latn.yaml

-"fewshot_split": "slv_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_slv_Latn"
-"test_split": "slv_Latn"
+dataset_name: slv_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_slv_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_sna_Latn.yaml

-"fewshot_split": "sna_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_sna_Latn"
-"test_split": "sna_Latn"
+dataset_name: sna_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_sna_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_snd_Arab.yaml

-"fewshot_split": "snd_Arab"
-"include": "_default_template_yaml"
-"task": "belebele_snd_Arab"
-"test_split": "snd_Arab"
+dataset_name: snd_Arab
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_snd_Arab
+test_split: test

lm_eval/tasks/belebele/belebele_som_Latn.yaml

-"fewshot_split": "som_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_som_Latn"
-"test_split": "som_Latn"
+dataset_name: som_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_som_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_sot_Latn.yaml

-"fewshot_split": "sot_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_sot_Latn"
-"test_split": "sot_Latn"
+dataset_name: sot_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_sot_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_spa_Latn.yaml

-"fewshot_split": "spa_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_spa_Latn"
-"test_split": "spa_Latn"
+dataset_name: spa_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_spa_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_srp_Cyrl.yaml

-"fewshot_split": "srp_Cyrl"
-"include": "_default_template_yaml"
-"task": "belebele_srp_Cyrl"
-"test_split": "srp_Cyrl"
+dataset_name: srp_Cyrl
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_srp_Cyrl
+test_split: test

lm_eval/tasks/belebele/belebele_ssw_Latn.yaml

-"fewshot_split": "ssw_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_ssw_Latn"
-"test_split": "ssw_Latn"
+dataset_name: ssw_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_ssw_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_sun_Latn.yaml

-"fewshot_split": "sun_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_sun_Latn"
-"test_split": "sun_Latn"
+dataset_name: sun_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_sun_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_swe_Latn.yaml

-"fewshot_split": "swe_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_swe_Latn"
-"test_split": "swe_Latn"
+dataset_name: swe_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_swe_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_swh_Latn.yaml

-"fewshot_split": "swh_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_swh_Latn"
-"test_split": "swh_Latn"
+dataset_name: swh_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_swh_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_tam_Taml.yaml

-"fewshot_split": "tam_Taml"
-"include": "_default_template_yaml"
-"task": "belebele_tam_Taml"
-"test_split": "tam_Taml"
+dataset_name: tam_Taml
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_tam_Taml
+test_split: test

lm_eval/tasks/belebele/belebele_tel_Telu.yaml

-"fewshot_split": "tel_Telu"
-"include": "_default_template_yaml"
-"task": "belebele_tel_Telu"
-"test_split": "tel_Telu"
+dataset_name: tel_Telu
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_tel_Telu
+test_split: test

lm_eval/tasks/belebele/belebele_tgk_Cyrl.yaml

-"fewshot_split": "tgk_Cyrl"
-"include": "_default_template_yaml"
-"task": "belebele_tgk_Cyrl"
-"test_split": "tgk_Cyrl"
+dataset_name: tgk_Cyrl
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_tgk_Cyrl
+test_split: test

lm_eval/tasks/belebele/belebele_tgl_Latn.yaml

-"fewshot_split": "tgl_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_tgl_Latn"
-"test_split": "tgl_Latn"
+dataset_name: tgl_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_tgl_Latn
+test_split: test