adjust tag name

lm_eval/tasks/tmlu/default/tmlu_AST_biology.yaml

@@ -9,7 +9,7 @@
   D. {{choices[3]}}{% if choices is defined and choices|length > 4 %}\nE. {{choices[4]}}{%\
   \ endif %}{% if choices is defined and choices|length > 5 %}\nF. {{choices[5]}}{%\
   \ endif %}\nAnswer:"
-"group": "tmlu_STEM"
+"tag": "tmlu_stem_tasks"
 "group_alias": "STEM"
 "include": "_default_template_yaml"
 "task": "tmlu_AST_biology"

lm_eval/tasks/tmlu/default/tmlu_AST_chemistry.yaml

@@ -10,7 +10,7 @@
   D. {{choices[3]}}{% if choices is defined and choices|length > 4 %}\nE. {{choices[4]}}{%\
   \ endif %}{% if choices is defined and choices|length > 5 %}\nF. {{choices[5]}}{%\
   \ endif %}\nAnswer:"
-"group": "tmlu_STEM"
+"tag": "tmlu_stem_tasks"
 "group_alias": "STEM"
 "include": "_default_template_yaml"
 "task": "tmlu_AST_chemistry"

lm_eval/tasks/tmlu/default/tmlu_AST_chinese.yaml

@@ -9,7 +9,7 @@
   D. {{choices[3]}}{% if choices is defined and choices|length > 4 %}\nE. {{choices[4]}}{%\
   \ endif %}{% if choices is defined and choices|length > 5 %}\nF. {{choices[5]}}{%\
   \ endif %}\nAnswer:"
-"group": "tmlu_humanities"
+"tag": "tmlu_humanities_tasks"
 "group_alias": "humanities"
 "include": "_default_template_yaml"
 "task": "tmlu_AST_chinese"

lm_eval/tasks/tmlu/default/tmlu_AST_civics.yaml

@@ -9,7 +9,7 @@
   D. {{choices[3]}}{% if choices is defined and choices|length > 4 %}\nE. {{choices[4]}}{%\
   \ endif %}{% if choices is defined and choices|length > 5 %}\nF. {{choices[5]}}{%\
   \ endif %}\nAnswer:"
-"group": "tmlu_social_sciences"
+"tag": "tmlu_social_sciences_tasks"
 "group_alias": "social sciences"
 "include": "_default_template_yaml"
 "task": "tmlu_AST_civics"

lm_eval/tasks/tmlu/default/tmlu_AST_geography.yaml

@@ -9,7 +9,7 @@
   D. {{choices[3]}}{% if choices is defined and choices|length > 4 %}\nE. {{choices[4]}}{%\
   \ endif %}{% if choices is defined and choices|length > 5 %}\nF. {{choices[5]}}{%\
   \ endif %}\nAnswer:"
-"group": "tmlu_social_sciences"
+"tag": "tmlu_social_sciences_tasks"
 "group_alias": "social sciences"
 "include": "_default_template_yaml"
 "task": "tmlu_AST_geography"

lm_eval/tasks/tmlu/default/tmlu_AST_history.yaml

@@ -9,7 +9,7 @@
   D. {{choices[3]}}{% if choices is defined and choices|length > 4 %}\nE. {{choices[4]}}{%\
   \ endif %}{% if choices is defined and choices|length > 5 %}\nF. {{choices[5]}}{%\
   \ endif %}\nAnswer:"
-"group": "tmlu_humanities"
+"tag": "tmlu_humanities_tasks"
 "group_alias": "humanities"
 "include": "_default_template_yaml"
 "task": "tmlu_AST_history"

lm_eval/tasks/tmlu/default/tmlu_CAP_biology.yaml

@@ -9,7 +9,7 @@
   D. {{choices[3]}}{% if choices is defined and choices|length > 4 %}\nE. {{choices[4]}}{%\
   \ endif %}{% if choices is defined and choices|length > 5 %}\nF. {{choices[5]}}{%\
   \ endif %}\nAnswer:"
-"group": "tmlu_STEM"
+"tag": "tmlu_stem_tasks"
 "group_alias": "STEM"
 "include": "_default_template_yaml"
 "task": "tmlu_CAP_biology"

lm_eval/tasks/tmlu/default/tmlu_CAP_chemistry.yaml

@@ -9,7 +9,7 @@
   D. {{choices[3]}}{% if choices is defined and choices|length > 4 %}\nE. {{choices[4]}}{%\
   \ endif %}{% if choices is defined and choices|length > 5 %}\nF. {{choices[5]}}{%\
   \ endif %}\nAnswer:"
-"group": "tmlu_STEM"
+"tag": "tmlu_stem_tasks"
 "group_alias": "STEM"
 "include": "_default_template_yaml"
 "task": "tmlu_CAP_chemistry"

lm_eval/tasks/tmlu/default/tmlu_CAP_chinese.yaml

@@ -9,7 +9,7 @@
   D. {{choices[3]}}{% if choices is defined and choices|length > 4 %}\nE. {{choices[4]}}{%\
   \ endif %}{% if choices is defined and choices|length > 5 %}\nF. {{choices[5]}}{%\
   \ endif %}\nAnswer:"
-"group": "tmlu_humanities"
+"tag": "tmlu_humanities_tasks"
 "group_alias": "humanities"
 "include": "_default_template_yaml"
 "task": "tmlu_CAP_chinese"

lm_eval/tasks/tmlu/default/tmlu_CAP_civics.yaml

@@ -9,7 +9,7 @@
   D. {{choices[3]}}{% if choices is defined and choices|length > 4 %}\nE. {{choices[4]}}{%\
   \ endif %}{% if choices is defined and choices|length > 5 %}\nF. {{choices[5]}}{%\
   \ endif %}\nAnswer:"
-"group": "tmlu_social_sciences"
+"tag": "tmlu_social_sciences_tasks"
 "group_alias": "social sciences"
 "include": "_default_template_yaml"
 "task": "tmlu_CAP_civics"

lm_eval/tasks/tmlu/default/tmlu_CAP_earth_science.yaml

@@ -9,7 +9,7 @@
   D. {{choices[3]}}{% if choices is defined and choices|length > 4 %}\nE. {{choices[4]}}{%\
   \ endif %}{% if choices is defined and choices|length > 5 %}\nF. {{choices[5]}}{%\
   \ endif %}\nAnswer:"
-"group": "tmlu_STEM"
+"tag": "tmlu_stem_tasks"
 "group_alias": "STEM"
 "include": "_default_template_yaml"
 "task": "tmlu_CAP_earth_science"

lm_eval/tasks/tmlu/default/tmlu_CAP_geography.yaml

@@ -9,7 +9,7 @@
   D. {{choices[3]}}{% if choices is defined and choices|length > 4 %}\nE. {{choices[4]}}{%\
   \ endif %}{% if choices is defined and choices|length > 5 %}\nF. {{choices[5]}}{%\
   \ endif %}\nAnswer:"
-"group": "tmlu_social_sciences"
+"tag": "tmlu_social_sciences_tasks"
 "group_alias": "social sciences"
 "include": "_default_template_yaml"
 "task": "tmlu_CAP_geography"

lm_eval/tasks/tmlu/default/tmlu_CAP_history.yaml

@@ -9,7 +9,7 @@
   D. {{choices[3]}}{% if choices is defined and choices|length > 4 %}\nE. {{choices[4]}}{%\
   \ endif %}{% if choices is defined and choices|length > 5 %}\nF. {{choices[5]}}{%\
   \ endif %}\nAnswer:"
-"group": "tmlu_humanities"
+"tag": "tmlu_humanities_tasks"
 "group_alias": "humanities"
 "include": "_default_template_yaml"
 "task": "tmlu_CAP_history"

lm_eval/tasks/tmlu/default/tmlu_GSAT_biology.yaml

@@ -10,7 +10,7 @@
   D. {{choices[3]}}{% if choices is defined and choices|length > 4 %}\nE. {{choices[4]}}{%\
   \ endif %}{% if choices is defined and choices|length > 5 %}\nF. {{choices[5]}}{%\
   \ endif %}\nAnswer:"
-"group": "tmlu_STEM"
+"tag": "tmlu_stem_tasks"
 "group_alias": "STEM"
 "include": "_default_template_yaml"
 "task": "tmlu_GSAT_biology"

lm_eval/tasks/tmlu/default/tmlu_GSAT_chemistry.yaml

@@ -10,7 +10,7 @@
   D. {{choices[3]}}{% if choices is defined and choices|length > 4 %}\nE. {{choices[4]}}{%\
   \ endif %}{% if choices is defined and choices|length > 5 %}\nF. {{choices[5]}}{%\
   \ endif %}\nAnswer:"
-"group": "tmlu_STEM"
+"tag": "tmlu_stem_tasks"
 "group_alias": "STEM"
 "include": "_default_template_yaml"
 "task": "tmlu_GSAT_chemistry"

lm_eval/tasks/tmlu/default/tmlu_GSAT_chinese.yaml

@@ -9,7 +9,7 @@
   D. {{choices[3]}}{% if choices is defined and choices|length > 4 %}\nE. {{choices[4]}}{%\
   \ endif %}{% if choices is defined and choices|length > 5 %}\nF. {{choices[5]}}{%\
   \ endif %}\nAnswer:"
-"group": "tmlu_humanities"
+"tag": "tmlu_humanities_tasks"
 "group_alias": "humanities"
 "include": "_default_template_yaml"
 "task": "tmlu_GSAT_chinese"

lm_eval/tasks/tmlu/default/tmlu_GSAT_civics.yaml

@@ -9,7 +9,7 @@
   D. {{choices[3]}}{% if choices is defined and choices|length > 4 %}\nE. {{choices[4]}}{%\
   \ endif %}{% if choices is defined and choices|length > 5 %}\nF. {{choices[5]}}{%\
   \ endif %}\nAnswer:"
-"group": "tmlu_social_sciences"
+"tag": "tmlu_social_sciences_tasks"
 "group_alias": "social sciences"
 "include": "_default_template_yaml"
 "task": "tmlu_GSAT_civics"

lm_eval/tasks/tmlu/default/tmlu_GSAT_earth_science.yaml

@@ -10,7 +10,7 @@
   D. {{choices[3]}}{% if choices is defined and choices|length > 4 %}\nE. {{choices[4]}}{%\
   \ endif %}{% if choices is defined and choices|length > 5 %}\nF. {{choices[5]}}{%\
   \ endif %}\nAnswer:"
-"group": "tmlu_STEM"
+"tag": "tmlu_stem_tasks"
 "group_alias": "STEM"
 "include": "_default_template_yaml"
 "task": "tmlu_GSAT_earth_science"

lm_eval/tasks/tmlu/default/tmlu_GSAT_geography.yaml

@@ -9,7 +9,7 @@
   D. {{choices[3]}}{% if choices is defined and choices|length > 4 %}\nE. {{choices[4]}}{%\
   \ endif %}{% if choices is defined and choices|length > 5 %}\nF. {{choices[5]}}{%\
   \ endif %}\nAnswer:"
-"group": "tmlu_social_sciences"
+"tag": "tmlu_social_sciences_tasks"
 "group_alias": "social sciences"
 "include": "_default_template_yaml"
 "task": "tmlu_GSAT_geography"