Merge branch 'main' into autobatchtest

# Conflicts:
#	lm_eval/models/huggingface.py

lm_eval/tasks/belebele/belebele_ceb_Latn.yaml

-"fewshot_split": "ceb_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_ceb_Latn"
-"test_split": "ceb_Latn"
+dataset_name: ceb_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_ceb_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_ces_Latn.yaml

-"fewshot_split": "ces_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_ces_Latn"
-"test_split": "ces_Latn"
+dataset_name: ces_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_ces_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_ckb_Arab.yaml

-"fewshot_split": "ckb_Arab"
-"include": "_default_template_yaml"
-"task": "belebele_ckb_Arab"
-"test_split": "ckb_Arab"
+dataset_name: ckb_Arab
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_ckb_Arab
+test_split: test

lm_eval/tasks/belebele/belebele_dan_Latn.yaml

-"fewshot_split": "dan_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_dan_Latn"
-"test_split": "dan_Latn"
+dataset_name: dan_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_dan_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_deu_Latn.yaml

-"fewshot_split": "deu_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_deu_Latn"
-"test_split": "deu_Latn"
+dataset_name: deu_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_deu_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_ell_Grek.yaml

-"fewshot_split": "ell_Grek"
-"include": "_default_template_yaml"
-"task": "belebele_ell_Grek"
-"test_split": "ell_Grek"
+dataset_name: ell_Grek
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_ell_Grek
+test_split: test

lm_eval/tasks/belebele/belebele_eng_Latn.yaml

-"fewshot_split": "eng_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_eng_Latn"
-"test_split": "eng_Latn"
+dataset_name: eng_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_eng_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_est_Latn.yaml

-"fewshot_split": "est_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_est_Latn"
-"test_split": "est_Latn"
+dataset_name: est_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_est_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_eus_Latn.yaml

-"fewshot_split": "eus_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_eus_Latn"
-"test_split": "eus_Latn"
+dataset_name: eus_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_eus_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_fin_Latn.yaml

-"fewshot_split": "fin_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_fin_Latn"
-"test_split": "fin_Latn"
+dataset_name: fin_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_fin_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_fra_Latn.yaml

-"fewshot_split": "fra_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_fra_Latn"
-"test_split": "fra_Latn"
+dataset_name: fra_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_fra_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_fuv_Latn.yaml

-"fewshot_split": "fuv_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_fuv_Latn"
-"test_split": "fuv_Latn"
+dataset_name: fuv_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_fuv_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_gaz_Latn.yaml

-"fewshot_split": "gaz_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_gaz_Latn"
-"test_split": "gaz_Latn"
+dataset_name: gaz_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_gaz_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_grn_Latn.yaml

-"fewshot_split": "grn_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_grn_Latn"
-"test_split": "grn_Latn"
+dataset_name: grn_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_grn_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_guj_Gujr.yaml

-"fewshot_split": "guj_Gujr"
-"include": "_default_template_yaml"
-"task": "belebele_guj_Gujr"
-"test_split": "guj_Gujr"
+dataset_name: guj_Gujr
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_guj_Gujr
+test_split: test

lm_eval/tasks/belebele/belebele_hat_Latn.yaml

-"fewshot_split": "hat_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_hat_Latn"
-"test_split": "hat_Latn"
+dataset_name: hat_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_hat_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_hau_Latn.yaml

-"fewshot_split": "hau_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_hau_Latn"
-"test_split": "hau_Latn"
+dataset_name: hau_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_hau_Latn
+test_split: test

lm_eval/tasks/belebele/belebele_heb_Hebr.yaml

-"fewshot_split": "heb_Hebr"
-"include": "_default_template_yaml"
-"task": "belebele_heb_Hebr"
-"test_split": "heb_Hebr"
+dataset_name: heb_Hebr
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_heb_Hebr
+test_split: test

lm_eval/tasks/belebele/belebele_hin_Deva.yaml

-"fewshot_split": "hin_Deva"
-"include": "_default_template_yaml"
-"task": "belebele_hin_Deva"
-"test_split": "hin_Deva"
+dataset_name: hin_Deva
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_hin_Deva
+test_split: test

lm_eval/tasks/belebele/belebele_hin_Latn.yaml

-"fewshot_split": "hin_Latn"
-"include": "_default_template_yaml"
-"task": "belebele_hin_Latn"
-"test_split": "hin_Latn"
+dataset_name: hin_Latn
+fewshot_split: test
+include: _default_template_yaml
+task: belebele_hin_Latn
+test_split: test