Merge branch 'main' of https://github.com/EleutherAI/lm-evaluation-harness into mela

lm_eval/tasks/belebele/belebele_hrv_Latn.yaml

-"fewshot_split": "hrv_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_hrv_Latn"
-"test_split": "hrv_Latn"
+dataset_name: hrv_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_hrv_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_hun_Latn.yaml

-"fewshot_split": "hun_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_hun_Latn"
-"test_split": "hun_Latn"
+dataset_name: hun_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_hun_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_hye_Armn.yaml

-"fewshot_split": "hye_Armn"
-"include": "_default_template_yaml"
-"task": "belebele_hye_Armn"
-"test_split": "hye_Armn"
+dataset_name: hye_Armn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_hye_Armn
+test_split: test

lm_eval/tasks/belebele/belebele_ibo_Latn.yaml

-"fewshot_split": "ibo_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_ibo_Latn"
-"test_split": "ibo_Latn"
+dataset_name: ibo_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_ibo_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_ilo_Latn.yaml

-"fewshot_split": "ilo_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_ilo_Latn"
-"test_split": "ilo_Latn"
+dataset_name: ilo_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_ilo_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_ind_Latn.yaml

-"fewshot_split": "ind_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_ind_Latn"
-"test_split": "ind_Latn"
+dataset_name: ind_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_ind_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_isl_Latn.yaml

-"fewshot_split": "isl_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_isl_Latn"
-"test_split": "isl_Latn"
+dataset_name: isl_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_isl_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_ita_Latn.yaml

-"fewshot_split": "ita_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_ita_Latn"
-"test_split": "ita_Latn"
+dataset_name: ita_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_ita_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_jav_Latn.yaml

-"fewshot_split": "jav_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_jav_Latn"
-"test_split": "jav_Latn"
+dataset_name: jav_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_jav_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_jpn_Jpan.yaml

-"fewshot_split": "jpn_Jpan"
-"include": "_default_template_yaml"
-"task": "belebele_jpn_Jpan"
-"test_split": "jpn_Jpan"
+dataset_name: jpn_Jpan
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_jpn_Jpan
+test_split: test

lm_eval/tasks/belebele/belebele_kac_Latn.yaml

-"fewshot_split": "kac_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_kac_Latn"
-"test_split": "kac_Latn"
+dataset_name: kac_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_kac_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_kan_Knda.yaml

-"fewshot_split": "kan_Knda"
-"include": "_default_template_yaml"
-"task": "belebele_kan_Knda"
-"test_split": "kan_Knda"
+dataset_name: kan_Knda
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_kan_Knda
+test_split: test

lm_eval/tasks/belebele/belebele_kat_Geor.yaml

-"fewshot_split": "kat_Geor"
-"include": "_default_template_yaml"
-"task": "belebele_kat_Geor"
-"test_split": "kat_Geor"
+dataset_name: kat_Geor
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_kat_Geor
+test_split: test

lm_eval/tasks/belebele/belebele_kaz_Cyrl.yaml

-"fewshot_split": "kaz_Cyrl"
-"include": "_default_template_yaml"
-"task": "belebele_kaz_Cyrl"
-"test_split": "kaz_Cyrl"
+dataset_name: kaz_Cyrl
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_kaz_Cyrl
+test_split: test

lm_eval/tasks/belebele/belebele_kea_Latn.yaml

-"fewshot_split": "kea_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_kea_Latn"
-"test_split": "kea_Latn"
+dataset_name: kea_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_kea_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_khk_Cyrl.yaml

-"fewshot_split": "khk_Cyrl"
-"include": "_default_template_yaml"
-"task": "belebele_khk_Cyrl"
-"test_split": "khk_Cyrl"
+dataset_name: khk_Cyrl
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_khk_Cyrl
+test_split: test

lm_eval/tasks/belebele/belebele_khm_Khmr.yaml

-"fewshot_split": "khm_Khmr"
-"include": "_default_template_yaml"
-"task": "belebele_khm_Khmr"
-"test_split": "khm_Khmr"
+dataset_name: khm_Khmr
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_khm_Khmr
+test_split: test

lm_eval/tasks/belebele/belebele_kin_Latn.yaml

-"fewshot_split": "kin_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_kin_Latn"
-"test_split": "kin_Latn"
+dataset_name: kin_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_kin_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_kir_Cyrl.yaml

-"fewshot_split": "kir_Cyrl"
-"include": "_default_template_yaml"
-"task": "belebele_kir_Cyrl"
-"test_split": "kir_Cyrl"
+dataset_name: kir_Cyrl
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_kir_Cyrl
+test_split: test

lm_eval/tasks/belebele/belebele_kor_Hang.yaml

-"fewshot_split": "kor_Hang"
-"include": "_default_template_yaml"
-"task": "belebele_kor_Hang"
-"test_split": "kor_Hang"
+dataset_name: kor_Hang
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_kor_Hang
+test_split: test