Merge branch 'main' into autobatchtest

# Conflicts: # lm_eval/models/huggingface.py

Merge branch 'main' into autobatchtest
# Conflicts: # lm_eval/models/huggingface.py
948f120f · Baber · a5b1c7a8 · bd80a6c0 · 948f120f · 948f120f
Commit 948f120f authored Nov 09, 2024 by Baber
20 changed files
--- a/lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_kin.yaml
+++ b/lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_kin.yaml
--- a/lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_lin.yaml
+++ b/lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_lin.yaml
--- a/lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_lug.yaml
+++ b/lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_lug.yaml
--- a/lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_orm.yaml
+++ b/lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_orm.yaml
--- a/lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_sna.yaml
+++ b/lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_sna.yaml
--- a/lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_sot.yaml
+++ b/lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_sot.yaml
--- a/lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_swa.yaml
+++ b/lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_swa.yaml
--- a/lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_twi.yaml
+++ b/lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_twi.yaml
--- a/lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_wol.yaml
+++ b/lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_wol.yaml
--- a/lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_xho.yaml
+++ b/lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_xho.yaml
--- a/lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_yor.yaml
+++ b/lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_yor.yaml
--- a/lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_zul.yaml
+++ b/lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_zul.yaml
--- a/lm_eval/tasks/afrimgsm/direct/direct_yaml
+++ b/lm_eval/tasks/afrimgsm/direct/direct_yaml
--- a/lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_amh.yaml
+++ b/lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_amh.yaml
--- a/lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_eng.yaml
+++ b/lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_eng.yaml
--- a/lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_ewe.yaml
+++ b/lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_ewe.yaml
--- a/lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_fra.yaml
+++ b/lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_fra.yaml
--- a/lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_hau.yaml
+++ b/lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_hau.yaml
--- a/lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_ibo.yaml
+++ b/lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_ibo.yaml
--- a/lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_kin.yaml
+++ b/lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_kin.yaml