Merge branch 'main' into feature/eval_from_config

601be343 · Baber · d0884a96 · 68c3a811 · 601be343 · 601be343
Commit 601be343 authored Jun 23, 2025 by Baber
20 changed files
--- a/lm_eval/tasks/afrimgsm/direct/prompt_5/afrimgsm_vai.yaml
+++ b/lm_eval/tasks/afrimgsm/direct/prompt_5/afrimgsm_vai.yaml
--- a/lm_eval/tasks/afrimgsm/direct/prompt_5/afrimgsm_wol.yaml
+++ b/lm_eval/tasks/afrimgsm/direct/prompt_5/afrimgsm_wol.yaml
--- a/lm_eval/tasks/afrimgsm/direct/prompt_5/afrimgsm_xho.yaml
+++ b/lm_eval/tasks/afrimgsm/direct/prompt_5/afrimgsm_xho.yaml
--- a/lm_eval/tasks/afrimgsm/direct/prompt_5/afrimgsm_yaml
+++ b/lm_eval/tasks/afrimgsm/direct/prompt_5/afrimgsm_yaml
--- a/lm_eval/tasks/afrimgsm/direct/prompt_5/afrimgsm_yor.yaml
+++ b/lm_eval/tasks/afrimgsm/direct/prompt_5/afrimgsm_yor.yaml
--- a/lm_eval/tasks/afrimgsm/direct/prompt_5/afrimgsm_zul.yaml
+++ b/lm_eval/tasks/afrimgsm/direct/prompt_5/afrimgsm_zul.yaml
--- a/lm_eval/tasks/afrimgsm/direct_cot/afrimgsm_cot.yaml
+++ b/lm_eval/tasks/afrimgsm/direct_cot/afrimgsm_cot.yaml
--- a/lm_eval/tasks/afrimgsm/direct_cot/prompt_1/afrimgsm_cot_amh.yaml
+++ b/lm_eval/tasks/afrimgsm/direct_cot/prompt_1/afrimgsm_cot_amh.yaml
--- a/lm_eval/tasks/afrimgsm/direct_cot/prompt_1/afrimgsm_cot_eng.yaml
+++ b/lm_eval/tasks/afrimgsm/direct_cot/prompt_1/afrimgsm_cot_eng.yaml
--- a/lm_eval/tasks/afrimgsm/direct_cot/prompt_1/afrimgsm_cot_ewe.yaml
+++ b/lm_eval/tasks/afrimgsm/direct_cot/prompt_1/afrimgsm_cot_ewe.yaml
--- a/lm_eval/tasks/afrimgsm/direct_cot/prompt_1/afrimgsm_cot_fra.yaml
+++ b/lm_eval/tasks/afrimgsm/direct_cot/prompt_1/afrimgsm_cot_fra.yaml
--- a/lm_eval/tasks/afrimgsm/direct_cot/prompt_1/afrimgsm_cot_hau.yaml
+++ b/lm_eval/tasks/afrimgsm/direct_cot/prompt_1/afrimgsm_cot_hau.yaml
--- a/lm_eval/tasks/afrimgsm/direct_cot/prompt_1/afrimgsm_cot_ibo.yaml
+++ b/lm_eval/tasks/afrimgsm/direct_cot/prompt_1/afrimgsm_cot_ibo.yaml
--- a/lm_eval/tasks/afrimgsm/direct_cot/prompt_1/afrimgsm_cot_kin.yaml
+++ b/lm_eval/tasks/afrimgsm/direct_cot/prompt_1/afrimgsm_cot_kin.yaml
--- a/lm_eval/tasks/afrimgsm/direct_cot/prompt_1/afrimgsm_cot_lin.yaml
+++ b/lm_eval/tasks/afrimgsm/direct_cot/prompt_1/afrimgsm_cot_lin.yaml
--- a/lm_eval/tasks/afrimgsm/direct_cot/prompt_1/afrimgsm_cot_lug.yaml
+++ b/lm_eval/tasks/afrimgsm/direct_cot/prompt_1/afrimgsm_cot_lug.yaml
--- a/lm_eval/tasks/afrimgsm/direct_cot/prompt_1/afrimgsm_cot_orm.yaml
+++ b/lm_eval/tasks/afrimgsm/direct_cot/prompt_1/afrimgsm_cot_orm.yaml
--- a/lm_eval/tasks/afrimgsm/direct_cot/prompt_1/afrimgsm_cot_sna.yaml
+++ b/lm_eval/tasks/afrimgsm/direct_cot/prompt_1/afrimgsm_cot_sna.yaml
--- a/lm_eval/tasks/afrimgsm/direct_cot/prompt_1/afrimgsm_cot_sot.yaml
+++ b/lm_eval/tasks/afrimgsm/direct_cot/prompt_1/afrimgsm_cot_sot.yaml
--- a/lm_eval/tasks/afrimgsm/direct_cot/prompt_1/afrimgsm_cot_swa.yaml
+++ b/lm_eval/tasks/afrimgsm/direct_cot/prompt_1/afrimgsm_cot_swa.yaml