Merge branch 'big-refactor' into bigbench

2041dc34 · haileyschoelkopf · 67c0f73a · 15f4a3ef · 2041dc34 · 2041dc34
Commit 2041dc34 authored Oct 03, 2023 by haileyschoelkopf
20 changed files
--- a/lm_eval/tasks/cmmlu/cmmlu_default_world_history.yaml
+++ b/lm_eval/tasks/cmmlu/cmmlu_default_world_history.yaml
--- a/lm_eval/tasks/cmmlu/cmmlu_default_world_religions.yaml
+++ b/lm_eval/tasks/cmmlu/cmmlu_default_world_religions.yaml
--- a/lm_eval/tasks/crows_pairs/README.md
+++ b/lm_eval/tasks/crows_pairs/README.md
--- a/lm_eval/tasks/csatqa/_default_csatqa_yaml
+++ b/lm_eval/tasks/csatqa/_default_csatqa_yaml
--- a/lm_eval/tasks/csatqa/_generate_configs.py
+++ b/lm_eval/tasks/csatqa/_generate_configs.py
--- a/lm_eval/tasks/csatqa/csatqa_gr.yaml
+++ b/lm_eval/tasks/csatqa/csatqa_gr.yaml
--- a/lm_eval/tasks/csatqa/csatqa_li.yaml
+++ b/lm_eval/tasks/csatqa/csatqa_li.yaml
--- a/lm_eval/tasks/csatqa/csatqa_rch.yaml
+++ b/lm_eval/tasks/csatqa/csatqa_rch.yaml
--- a/lm_eval/tasks/csatqa/csatqa_rcs.yaml
+++ b/lm_eval/tasks/csatqa/csatqa_rcs.yaml
--- a/lm_eval/tasks/csatqa/csatqa_rcss.yaml
+++ b/lm_eval/tasks/csatqa/csatqa_rcss.yaml
--- a/lm_eval/tasks/csatqa/csatqa_wr.yaml
+++ b/lm_eval/tasks/csatqa/csatqa_wr.yaml
--- a/lm_eval/tasks/csatqa/utils.py
+++ b/lm_eval/tasks/csatqa/utils.py
--- a/lm_eval/tasks/mgsm/native_cot/cot_yaml
+++ b/lm_eval/tasks/mgsm/native_cot/cot_yaml
--- a/lm_eval/tasks/mgsm/native_cot/mgsm_cot_native_bn.yaml
+++ b/lm_eval/tasks/mgsm/native_cot/mgsm_cot_native_bn.yaml
--- a/lm_eval/tasks/mgsm/native_cot/mgsm_cot_native_de.yaml
+++ b/lm_eval/tasks/mgsm/native_cot/mgsm_cot_native_de.yaml
--- a/lm_eval/tasks/mgsm/native_cot/mgsm_cot_native_en.yaml
+++ b/lm_eval/tasks/mgsm/native_cot/mgsm_cot_native_en.yaml
--- a/lm_eval/tasks/mgsm/native_cot/mgsm_cot_native_es.yaml
+++ b/lm_eval/tasks/mgsm/native_cot/mgsm_cot_native_es.yaml
--- a/lm_eval/tasks/mgsm/native_cot/mgsm_cot_native_fr.yaml
+++ b/lm_eval/tasks/mgsm/native_cot/mgsm_cot_native_fr.yaml
--- a/lm_eval/tasks/mgsm/native_cot/mgsm_cot_native_ja.yaml
+++ b/lm_eval/tasks/mgsm/native_cot/mgsm_cot_native_ja.yaml
--- a/lm_eval/tasks/mgsm/native_cot/mgsm_cot_native_ru.yaml
+++ b/lm_eval/tasks/mgsm/native_cot/mgsm_cot_native_ru.yaml