Merge branch 'main' into humaneval

# Conflicts:
#	lm_eval/api/task.py

lm_eval/tasks/belebele/belebele_isl_Latn.yaml

-"fewshot_split": "isl_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_isl_Latn"
-"test_split": "isl_Latn"
+dataset_name: isl_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_isl_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_ita_Latn.yaml

-"fewshot_split": "ita_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_ita_Latn"
-"test_split": "ita_Latn"
+dataset_name: ita_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_ita_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_jav_Latn.yaml

-"fewshot_split": "jav_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_jav_Latn"
-"test_split": "jav_Latn"
+dataset_name: jav_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_jav_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_jpn_Jpan.yaml

-"fewshot_split": "jpn_Jpan"
-"include": "_default_template_yaml"
-"task": "belebele_jpn_Jpan"
-"test_split": "jpn_Jpan"
+dataset_name: jpn_Jpan
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_jpn_Jpan
+test_split: test

lm_eval/tasks/belebele/belebele_kac_Latn.yaml

-"fewshot_split": "kac_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_kac_Latn"
-"test_split": "kac_Latn"
+dataset_name: kac_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_kac_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_kan_Knda.yaml

-"fewshot_split": "kan_Knda"
-"include": "_default_template_yaml"
-"task": "belebele_kan_Knda"
-"test_split": "kan_Knda"
+dataset_name: kan_Knda
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_kan_Knda
+test_split: test

lm_eval/tasks/belebele/belebele_kat_Geor.yaml

-"fewshot_split": "kat_Geor"
-"include": "_default_template_yaml"
-"task": "belebele_kat_Geor"
-"test_split": "kat_Geor"
+dataset_name: kat_Geor
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_kat_Geor
+test_split: test

lm_eval/tasks/belebele/belebele_kaz_Cyrl.yaml

-"fewshot_split": "kaz_Cyrl"
-"include": "_default_template_yaml"
-"task": "belebele_kaz_Cyrl"
-"test_split": "kaz_Cyrl"
+dataset_name: kaz_Cyrl
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_kaz_Cyrl
+test_split: test

lm_eval/tasks/belebele/belebele_kea_Latn.yaml

-"fewshot_split": "kea_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_kea_Latn"
-"test_split": "kea_Latn"
+dataset_name: kea_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_kea_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_khk_Cyrl.yaml

-"fewshot_split": "khk_Cyrl"
-"include": "_default_template_yaml"
-"task": "belebele_khk_Cyrl"
-"test_split": "khk_Cyrl"
+dataset_name: khk_Cyrl
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_khk_Cyrl
+test_split: test

lm_eval/tasks/belebele/belebele_khm_Khmr.yaml

-"fewshot_split": "khm_Khmr"
-"include": "_default_template_yaml"
-"task": "belebele_khm_Khmr"
-"test_split": "khm_Khmr"
+dataset_name: khm_Khmr
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_khm_Khmr
+test_split: test

lm_eval/tasks/belebele/belebele_kin_Latn.yaml

-"fewshot_split": "kin_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_kin_Latn"
-"test_split": "kin_Latn"
+dataset_name: kin_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_kin_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_kir_Cyrl.yaml

-"fewshot_split": "kir_Cyrl"
-"include": "_default_template_yaml"
-"task": "belebele_kir_Cyrl"
-"test_split": "kir_Cyrl"
+dataset_name: kir_Cyrl
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_kir_Cyrl
+test_split: test

lm_eval/tasks/belebele/belebele_kor_Hang.yaml

-"fewshot_split": "kor_Hang"
-"include": "_default_template_yaml"
-"task": "belebele_kor_Hang"
-"test_split": "kor_Hang"
+dataset_name: kor_Hang
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_kor_Hang
+test_split: test

lm_eval/tasks/belebele/belebele_lao_Laoo.yaml

-"fewshot_split": "lao_Laoo"
-"include": "_default_template_yaml"
-"task": "belebele_lao_Laoo"
-"test_split": "lao_Laoo"
+dataset_name: lao_Laoo
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_lao_Laoo
+test_split: test

lm_eval/tasks/belebele/belebele_lin_Latn.yaml

-"fewshot_split": "lin_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_lin_Latn"
-"test_split": "lin_Latn"
+dataset_name: lin_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_lin_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_lit_Latn.yaml

-"fewshot_split": "lit_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_lit_Latn"
-"test_split": "lit_Latn"
+dataset_name: lit_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_lit_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_lug_Latn.yaml

-"fewshot_split": "lug_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_lug_Latn"
-"test_split": "lug_Latn"
+dataset_name: lug_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_lug_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_luo_Latn.yaml

-"fewshot_split": "luo_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_luo_Latn"
-"test_split": "luo_Latn"
+dataset_name: luo_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_luo_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_lvs_Latn.yaml

-"fewshot_split": "lvs_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_lvs_Latn"
-"test_split": "lvs_Latn"
+dataset_name: lvs_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_lvs_Latn
+test_split: test