Merge branch 'main' into humaneval

# Conflicts: # lm_eval/api/task.py

Merge branch 'main' into humaneval
# Conflicts: # lm_eval/api/task.py
173b2bc3 · Baber · 74344829 · bb098f13 · 173b2bc3 · 173b2bc3
Commit 173b2bc3 authored Jan 10, 2025 by Baber
20 changed files
--- a/lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_yaml
+++ b/lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_yaml
--- a/lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_yor.yaml
+++ b/lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_yor.yaml
--- a/lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_zul.yaml
+++ b/lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_zul.yaml
--- a/lm_eval/tasks/afrixnli/lai prompt/direct/utils.py
+++ b/lm_eval/tasks/afrixnli/lai prompt/direct/utils.py
--- a/lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_amh.yaml
+++ b/lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_amh.yaml
--- a/lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_ewe.yaml
+++ b/lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_ewe.yaml
--- a/lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_fra.yaml
+++ b/lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_fra.yaml
--- a/lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_hau.yaml
+++ b/lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_hau.yaml
--- a/lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_ibo.yaml
+++ b/lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_ibo.yaml
--- a/lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_kin.yaml
+++ b/lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_kin.yaml
--- a/lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_lin.yaml
+++ b/lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_lin.yaml
--- a/lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_lug.yaml
+++ b/lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_lug.yaml
--- a/lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_orm.yaml
+++ b/lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_orm.yaml
--- a/lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_sna.yaml
+++ b/lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_sna.yaml
--- a/lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_sot.yaml
+++ b/lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_sot.yaml
--- a/lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_swa.yaml
+++ b/lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_swa.yaml
--- a/lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_twi.yaml
+++ b/lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_twi.yaml
--- a/lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_wol.yaml
+++ b/lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_wol.yaml
--- a/lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_xho.yaml
+++ b/lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_xho.yaml
--- a/lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_yaml
+++ b/lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_yaml