'flan' in groupnames optional for all variants

1e5ca7a4 · haileyschoelkopf · e408c2ce · 1e5ca7a4 · 1e5ca7a4 · 1e5ca7a4
Commit 1e5ca7a4 authored Nov 27, 2023 by haileyschoelkopf
4 changed files
--- a/lm_eval/tasks/bbh/flan_cot_fewshot/_flan_cot_fewshot_template_yaml
+++ b/lm_eval/tasks/bbh/flan_cot_fewshot/_flan_cot_fewshot_template_yaml
 group:
 - bbh_flan_cot_fewshot
 - bbh
+- bbh_cot_fewshot
 dataset_path: lukaemon/bbh
 output_type: generate_until
 test_split: test

--- a/lm_eval/tasks/bbh/flan_cot_zeroshot/_flan_cot_zeroshot_template_yaml
+++ b/lm_eval/tasks/bbh/flan_cot_zeroshot/_flan_cot_zeroshot_template_yaml
-group: bbh_flan_cot_zeroshot
+group:
+- bbh_flan_cot_zeroshot
+- bbh_cot_zeroshot
 dataset_path: lukaemon/bbh
 output_type: generate_until
 test_split: test

--- a/lm_eval/tasks/bbh/flan_fewshot/_flan_fewshot_template_yaml
+++ b/lm_eval/tasks/bbh/flan_fewshot/_flan_fewshot_template_yaml
-group: bbh_flan_fewshot
+group:
+- bbh_flan_fewshot
+- bbh_fewshot
 dataset_path: lukaemon/bbh
 output_type: generate_until
 test_split: test

--- a/lm_eval/tasks/bbh/flan_zeroshot/_flan_zeroshot_template_yaml
+++ b/lm_eval/tasks/bbh/flan_zeroshot/_flan_zeroshot_template_yaml
-group: bbh_flan_zeroshot
+group:
+- bbh_flan_zeroshot
+- bbh_zeroshot
 dataset_path: lukaemon/bbh
 output_type: generate_until
 test_split: test