Merge branch 'main' into humaneval

# Conflicts:
#	lm_eval/api/task.py

lm_eval/tasks/belebele/belebele_eng_Latn.yaml

-"fewshot_split": "eng_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_eng_Latn"
-"test_split": "eng_Latn"
+dataset_name: eng_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_eng_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_est_Latn.yaml

-"fewshot_split": "est_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_est_Latn"
-"test_split": "est_Latn"
+dataset_name: est_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_est_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_eus_Latn.yaml

-"fewshot_split": "eus_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_eus_Latn"
-"test_split": "eus_Latn"
+dataset_name: eus_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_eus_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_fin_Latn.yaml

-"fewshot_split": "fin_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_fin_Latn"
-"test_split": "fin_Latn"
+dataset_name: fin_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_fin_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_fra_Latn.yaml

-"fewshot_split": "fra_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_fra_Latn"
-"test_split": "fra_Latn"
+dataset_name: fra_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_fra_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_fuv_Latn.yaml

-"fewshot_split": "fuv_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_fuv_Latn"
-"test_split": "fuv_Latn"
+dataset_name: fuv_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_fuv_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_gaz_Latn.yaml

-"fewshot_split": "gaz_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_gaz_Latn"
-"test_split": "gaz_Latn"
+dataset_name: gaz_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_gaz_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_grn_Latn.yaml

-"fewshot_split": "grn_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_grn_Latn"
-"test_split": "grn_Latn"
+dataset_name: grn_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_grn_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_guj_Gujr.yaml

-"fewshot_split": "guj_Gujr"
-"include": "_default_template_yaml"
-"task": "belebele_guj_Gujr"
-"test_split": "guj_Gujr"
+dataset_name: guj_Gujr
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_guj_Gujr
+test_split: test

lm_eval/tasks/belebele/belebele_hat_Latn.yaml

-"fewshot_split": "hat_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_hat_Latn"
-"test_split": "hat_Latn"
+dataset_name: hat_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_hat_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_hau_Latn.yaml

-"fewshot_split": "hau_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_hau_Latn"
-"test_split": "hau_Latn"
+dataset_name: hau_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_hau_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_heb_Hebr.yaml

-"fewshot_split": "heb_Hebr"
-"include": "_default_template_yaml"
-"task": "belebele_heb_Hebr"
-"test_split": "heb_Hebr"
+dataset_name: heb_Hebr
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_heb_Hebr
+test_split: test

lm_eval/tasks/belebele/belebele_hin_Deva.yaml

-"fewshot_split": "hin_Deva"
-"include": "_default_template_yaml"
-"task": "belebele_hin_Deva"
-"test_split": "hin_Deva"
+dataset_name: hin_Deva
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_hin_Deva
+test_split: test

lm_eval/tasks/belebele/belebele_hin_Latn.yaml

-"fewshot_split": "hin_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_hin_Latn"
-"test_split": "hin_Latn"
+dataset_name: hin_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_hin_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_hrv_Latn.yaml

-"fewshot_split": "hrv_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_hrv_Latn"
-"test_split": "hrv_Latn"
+dataset_name: hrv_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_hrv_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_hun_Latn.yaml

-"fewshot_split": "hun_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_hun_Latn"
-"test_split": "hun_Latn"
+dataset_name: hun_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_hun_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_hye_Armn.yaml

-"fewshot_split": "hye_Armn"
-"include": "_default_template_yaml"
-"task": "belebele_hye_Armn"
-"test_split": "hye_Armn"
+dataset_name: hye_Armn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_hye_Armn
+test_split: test

lm_eval/tasks/belebele/belebele_ibo_Latn.yaml

-"fewshot_split": "ibo_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_ibo_Latn"
-"test_split": "ibo_Latn"
+dataset_name: ibo_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_ibo_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_ilo_Latn.yaml

-"fewshot_split": "ilo_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_ilo_Latn"
-"test_split": "ilo_Latn"
+dataset_name: ilo_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_ilo_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_ind_Latn.yaml

-"fewshot_split": "ind_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_ind_Latn"
-"test_split": "ind_Latn"
+dataset_name: ind_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_ind_Latn
+test_split: test