Merge branch 'main' of https://github.com/EleutherAI/lm-evaluation-harness into mela

lm_eval/tasks/belebele/belebele_swe_Latn.yaml

-"fewshot_split": "swe_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_swe_Latn"
-"test_split": "swe_Latn"
+dataset_name: swe_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_swe_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_swh_Latn.yaml

-"fewshot_split": "swh_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_swh_Latn"
-"test_split": "swh_Latn"
+dataset_name: swh_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_swh_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_tam_Taml.yaml

-"fewshot_split": "tam_Taml"
-"include": "_default_template_yaml"
-"task": "belebele_tam_Taml"
-"test_split": "tam_Taml"
+dataset_name: tam_Taml
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_tam_Taml
+test_split: test

lm_eval/tasks/belebele/belebele_tel_Telu.yaml

-"fewshot_split": "tel_Telu"
-"include": "_default_template_yaml"
-"task": "belebele_tel_Telu"
-"test_split": "tel_Telu"
+dataset_name: tel_Telu
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_tel_Telu
+test_split: test

lm_eval/tasks/belebele/belebele_tgk_Cyrl.yaml

-"fewshot_split": "tgk_Cyrl"
-"include": "_default_template_yaml"
-"task": "belebele_tgk_Cyrl"
-"test_split": "tgk_Cyrl"
+dataset_name: tgk_Cyrl
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_tgk_Cyrl
+test_split: test

lm_eval/tasks/belebele/belebele_tgl_Latn.yaml

-"fewshot_split": "tgl_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_tgl_Latn"
-"test_split": "tgl_Latn"
+dataset_name: tgl_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_tgl_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_tha_Thai.yaml

-"fewshot_split": "tha_Thai"
-"include": "_default_template_yaml"
-"task": "belebele_tha_Thai"
-"test_split": "tha_Thai"
+dataset_name: tha_Thai
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_tha_Thai
+test_split: test

lm_eval/tasks/belebele/belebele_tir_Ethi.yaml

-"fewshot_split": "tir_Ethi"
-"include": "_default_template_yaml"
-"task": "belebele_tir_Ethi"
-"test_split": "tir_Ethi"
+dataset_name: tir_Ethi
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_tir_Ethi
+test_split: test

lm_eval/tasks/belebele/belebele_tsn_Latn.yaml

-"fewshot_split": "tsn_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_tsn_Latn"
-"test_split": "tsn_Latn"
+dataset_name: tsn_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_tsn_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_tso_Latn.yaml

-"fewshot_split": "tso_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_tso_Latn"
-"test_split": "tso_Latn"
+dataset_name: tso_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_tso_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_tur_Latn.yaml

-"fewshot_split": "tur_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_tur_Latn"
-"test_split": "tur_Latn"
+dataset_name: tur_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_tur_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_ukr_Cyrl.yaml

-"fewshot_split": "ukr_Cyrl"
-"include": "_default_template_yaml"
-"task": "belebele_ukr_Cyrl"
-"test_split": "ukr_Cyrl"
+dataset_name: ukr_Cyrl
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_ukr_Cyrl
+test_split: test

lm_eval/tasks/belebele/belebele_urd_Arab.yaml

-"fewshot_split": "urd_Arab"
-"include": "_default_template_yaml"
-"task": "belebele_urd_Arab"
-"test_split": "urd_Arab"
+dataset_name: urd_Arab
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_urd_Arab
+test_split: test

lm_eval/tasks/belebele/belebele_urd_Latn.yaml

-"fewshot_split": "urd_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_urd_Latn"
-"test_split": "urd_Latn"
+dataset_name: urd_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_urd_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_uzn_Latn.yaml

-"fewshot_split": "uzn_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_uzn_Latn"
-"test_split": "uzn_Latn"
+dataset_name: uzn_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_uzn_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_vie_Latn.yaml

-"fewshot_split": "vie_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_vie_Latn"
-"test_split": "vie_Latn"
+dataset_name: vie_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_vie_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_war_Latn.yaml

-"fewshot_split": "war_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_war_Latn"
-"test_split": "war_Latn"
+dataset_name: war_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_war_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_wol_Latn.yaml

-"fewshot_split": "wol_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_wol_Latn"
-"test_split": "wol_Latn"
+dataset_name: wol_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_wol_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_xho_Latn.yaml

-"fewshot_split": "xho_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_xho_Latn"
-"test_split": "xho_Latn"
+dataset_name: xho_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_xho_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_yor_Latn.yaml

-"fewshot_split": "yor_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_yor_Latn"
-"test_split": "yor_Latn"
+dataset_name: yor_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_yor_Latn
+test_split: test