Merge branch 'main' of https://github.com/EleutherAI/lm-evaluation-harness into mela

lm_eval/tasks/belebele/belebele_lao_Laoo.yaml

-"fewshot_split": "lao_Laoo"
-"include": "_default_template_yaml"
-"task": "belebele_lao_Laoo"
-"test_split": "lao_Laoo"
+dataset_name: lao_Laoo
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_lao_Laoo
+test_split: test

lm_eval/tasks/belebele/belebele_lin_Latn.yaml

-"fewshot_split": "lin_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_lin_Latn"
-"test_split": "lin_Latn"
+dataset_name: lin_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_lin_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_lit_Latn.yaml

-"fewshot_split": "lit_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_lit_Latn"
-"test_split": "lit_Latn"
+dataset_name: lit_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_lit_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_lug_Latn.yaml

-"fewshot_split": "lug_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_lug_Latn"
-"test_split": "lug_Latn"
+dataset_name: lug_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_lug_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_luo_Latn.yaml

-"fewshot_split": "luo_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_luo_Latn"
-"test_split": "luo_Latn"
+dataset_name: luo_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_luo_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_lvs_Latn.yaml

-"fewshot_split": "lvs_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_lvs_Latn"
-"test_split": "lvs_Latn"
+dataset_name: lvs_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_lvs_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_mal_Mlym.yaml

-"fewshot_split": "mal_Mlym"
-"include": "_default_template_yaml"
-"task": "belebele_mal_Mlym"
-"test_split": "mal_Mlym"
+dataset_name: mal_Mlym
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_mal_Mlym
+test_split: test

lm_eval/tasks/belebele/belebele_mar_Deva.yaml

-"fewshot_split": "mar_Deva"
-"include": "_default_template_yaml"
-"task": "belebele_mar_Deva"
-"test_split": "mar_Deva"
+dataset_name: mar_Deva
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_mar_Deva
+test_split: test

lm_eval/tasks/belebele/belebele_mkd_Cyrl.yaml

-"fewshot_split": "mkd_Cyrl"
-"include": "_default_template_yaml"
-"task": "belebele_mkd_Cyrl"
-"test_split": "mkd_Cyrl"
+dataset_name: mkd_Cyrl
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_mkd_Cyrl
+test_split: test

lm_eval/tasks/belebele/belebele_mlt_Latn.yaml

-"fewshot_split": "mlt_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_mlt_Latn"
-"test_split": "mlt_Latn"
+dataset_name: mlt_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_mlt_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_mri_Latn.yaml

-"fewshot_split": "mri_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_mri_Latn"
-"test_split": "mri_Latn"
+dataset_name: mri_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_mri_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_mya_Mymr.yaml

-"fewshot_split": "mya_Mymr"
-"include": "_default_template_yaml"
-"task": "belebele_mya_Mymr"
-"test_split": "mya_Mymr"
+dataset_name: mya_Mymr
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_mya_Mymr
+test_split: test

lm_eval/tasks/belebele/belebele_nld_Latn.yaml

-"fewshot_split": "nld_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_nld_Latn"
-"test_split": "nld_Latn"
+dataset_name: nld_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_nld_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_nob_Latn.yaml

-"fewshot_split": "nob_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_nob_Latn"
-"test_split": "nob_Latn"
+dataset_name: nob_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_nob_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_npi_Deva.yaml

-"fewshot_split": "npi_Deva"
-"include": "_default_template_yaml"
-"task": "belebele_npi_Deva"
-"test_split": "npi_Deva"
+dataset_name: npi_Deva
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_npi_Deva
+test_split: test

lm_eval/tasks/belebele/belebele_npi_Latn.yaml

-"fewshot_split": "npi_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_npi_Latn"
-"test_split": "npi_Latn"
+dataset_name: npi_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_npi_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_nso_Latn.yaml

-"fewshot_split": "nso_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_nso_Latn"
-"test_split": "nso_Latn"
+dataset_name: nso_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_nso_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_nya_Latn.yaml

-"fewshot_split": "nya_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_nya_Latn"
-"test_split": "nya_Latn"
+dataset_name: nya_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_nya_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_ory_Orya.yaml

-"fewshot_split": "ory_Orya"
-"include": "_default_template_yaml"
-"task": "belebele_ory_Orya"
-"test_split": "ory_Orya"
+dataset_name: ory_Orya
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_ory_Orya
+test_split: test

lm_eval/tasks/belebele/belebele_pan_Guru.yaml

-"fewshot_split": "pan_Guru"
-"include": "_default_template_yaml"
-"task": "belebele_pan_Guru"
-"test_split": "pan_Guru"
+dataset_name: pan_Guru
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_pan_Guru
+test_split: test