Merge branch 'main' into autobatchtest

# Conflicts: # lm_eval/models/huggingface.py

Merge branch 'main' into autobatchtest
# Conflicts: # lm_eval/models/huggingface.py
948f120f · Baber · a5b1c7a8 · bd80a6c0 · 948f120f · 948f120f
Commit 948f120f authored Nov 09, 2024 by Baber
20 changed files
--- a/lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_lin.yaml
+++ b/lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_lin.yaml
--- a/lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_lug.yaml
+++ b/lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_lug.yaml
--- a/lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_orm.yaml
+++ b/lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_orm.yaml
--- a/lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_sna.yaml
+++ b/lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_sna.yaml
--- a/lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_sot.yaml
+++ b/lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_sot.yaml
--- a/lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_swa.yaml
+++ b/lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_swa.yaml
--- a/lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_twi.yaml
+++ b/lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_twi.yaml
--- a/lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_wol.yaml
+++ b/lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_wol.yaml
--- a/lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_xho.yaml
+++ b/lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_xho.yaml
--- a/lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_yor.yaml
+++ b/lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_yor.yaml
--- a/lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_zul.yaml
+++ b/lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_zul.yaml
--- a/lm_eval/tasks/afrimgsm/en_cot/cot_yaml
+++ b/lm_eval/tasks/afrimgsm/en_cot/cot_yaml
--- a/lm_eval/tasks/afrimgsm/gen_yaml.sh
+++ b/lm_eval/tasks/afrimgsm/gen_yaml.sh
+#!/bin/bash
+
+# python utils.py --overwrite --output-dir direct --mode direct
+# python utils.py --overwrite --output-dir direct_native --mode direct-native
+# python utils.py --overwrite --output-dir en_cot --mode en-cot
+# python utils.py --overwrite --output-dir native_cot --mode native-cot
+python utils.py --overwrite --output-dir translate_direct --mode translate-direct
--- a/lm_eval/tasks/afrimgsm/run.sh
+++ b/lm_eval/tasks/afrimgsm/run.sh
--- a/lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_amh.yaml
+++ b/lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_amh.yaml
--- a/lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_eng.yaml
+++ b/lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_eng.yaml
--- a/lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_ewe.yaml
+++ b/lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_ewe.yaml
--- a/lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_fra.yaml
+++ b/lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_fra.yaml
--- a/lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_hau.yaml
+++ b/lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_hau.yaml
--- a/lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_ibo.yaml
+++ b/lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_ibo.yaml