mmlu-pro/default: aligned with mmlu updates

lm_eval/tasks/mmlu_pro/default/_mmlu_pro.yaml

@@ -4,3 +4,8 @@ task:
   - mmlu_pro_other
   - mmlu_pro_social_sciences
   - mmlu_pro_humanities
+aggregate_metric_list:
+  - metric: acc
+    weight_by_size: True
+metadata:
+  version: 1

lm_eval/tasks/mmlu_pro/default/_mmlu_pro_humanities.yaml

+group: mmlu_pro_humanities
+group_alias: humanities
+task:
+  - mmlu_pro_humanities_tasks
+aggregate_metric_list:
+  - metric: acc
+    weight_by_size: True
+metadata:
+  version: 1

lm_eval/tasks/mmlu_pro/default/_mmlu_pro_other.yaml

+group: mmlu_pro_other
+group_alias: other
+task:
+  - mmlu_pro_other_tasks
+aggregate_metric_list:
+  - metric: acc
+    weight_by_size: True
+metadata:
+  version: 1

lm_eval/tasks/mmlu_pro/default/_mmlu_pro_social_sciences.yaml

+group: mmlu_pro_social_sciences
+group_alias: social sciences
+task:
+  - mmlu_pro_social_sciences_tasks
+aggregate_metric_list:
+  - metric: acc
+    weight_by_size: True
+metadata:
+  version: 1

lm_eval/tasks/mmlu_pro/default/_mmlu_pro_stem.yaml

+group: mmlu_pro_stem
+group_alias: stem
+task:
+  - mmlu_pro_stem_tasks
+aggregate_metric_list:
+  - metric: acc
+    weight_by_size: True
+metadata:
+  version: 1

lm_eval/tasks/mmlu_pro/default/mmlu_pro_biology.yaml

 "dataset_name": "biology"
 "description": "The following are multiple choice questions (with answers) about biology.\n\
   \n"
-"group": "mmlu_pro_stem"
-"group_alias": "stem"
+"tag": "mmlu_pro_stem_tasks"
 "include": "_default_template_yaml"
 "task": "mmlu_pro_biology"
 "task_alias": "biology"

lm_eval/tasks/mmlu_pro/default/mmlu_pro_business.yaml

 "dataset_name": "business"
 "description": "The following are multiple choice questions (with answers) about business.\n\
   \n"
-"group": "mmlu_pro_other"
-"group_alias": "other"
+"tag": "mmlu_pro_other_tasks"
 "include": "_default_template_yaml"
 "task": "mmlu_pro_business"
 "task_alias": "business"

lm_eval/tasks/mmlu_pro/default/mmlu_pro_chemistry.yaml

 "dataset_name": "math"
 "description": "The following are multiple choice questions (with answers) about math.\n\
   \n"
-"group": "mmlu_pro_stem"
-"group_alias": "stem"
+"tag": "mmlu_pro_stem_tasks"
 "include": "_default_template_yaml"
 "task": "mmlu_pro_math"
 "task_alias": "math"

lm_eval/tasks/mmlu_pro/default/mmlu_pro_computer_science.yaml

 "dataset_name": "computer_science"
 "description": "The following are multiple choice questions (with answers) about computer_science.\n\
   \n"
-"group": "mmlu_pro_stem"
-"group_alias": "stem"
+"tag": "mmlu_pro_stem_tasks"
 "include": "_default_template_yaml"
 "task": "mmlu_pro_computer_science"
 "task_alias": "computer_science"

lm_eval/tasks/mmlu_pro/default/mmlu_pro_economics.yaml

 "dataset_name": "economics"
 "description": "The following are multiple choice questions (with answers) about economics.\n\
   \n"
-"group": "mmlu_pro_social_sciences"
-"group_alias": "social_sciences"
+"tag": "mmlu_pro_social_sciences_tasks"
 "include": "_default_template_yaml"
 "task": "mmlu_pro_economics"
 "task_alias": "economics"

lm_eval/tasks/mmlu_pro/default/mmlu_pro_engineering.yaml

 "dataset_name": "engineering"
 "description": "The following are multiple choice questions (with answers) about engineering.\n\
   \n"
-"group": "mmlu_pro_stem"
-"group_alias": "stem"
+"tag": "mmlu_pro_stem_tasks"
 "include": "_default_template_yaml"
 "task": "mmlu_pro_engineering"
 "task_alias": "engineering"

lm_eval/tasks/mmlu_pro/default/mmlu_pro_history.yaml

 "dataset_name": "history"
 "description": "The following are multiple choice questions (with answers) about history.\n\
   \n"
-"group": "mmlu_pro_humanities"
-"group_alias": "humanities"
+"tag": "mmlu_pro_humanities_tasks"
 "include": "_default_template_yaml"
 "task": "mmlu_pro_history"
 "task_alias": "history"

lm_eval/tasks/mmlu_pro/default/mmlu_pro_law.yaml

 "dataset_name": "law"
 "description": "The following are multiple choice questions (with answers) about law.\n\
   \n"
-"group": "mmlu_pro_humanities"
-"group_alias": "humanities"
+"tag": "mmlu_pro_humanities_tasks"
 "include": "_default_template_yaml"
 "task": "mmlu_pro_law"
 "task_alias": "law"

lm_eval/tasks/mmlu_pro/default/mmlu_pro_math.yaml

 "dataset_name": "math"
 "description": "The following are multiple choice questions (with answers) about math.\n\
   \n"
-"group": "mmlu_pro_stem"
-"group_alias": "stem"
+"tag": "mmlu_pro_stem_tasks"
 "include": "_default_template_yaml"
 "task": "mmlu_pro_math"
 "task_alias": "math"

lm_eval/tasks/mmlu_pro/default/mmlu_pro_miscellaneous.yaml

 "dataset_name": "other"
 "description": "The following are multiple choice questions (with answers) about other.\n\
   \n"
-"group": "mmlu_pro_other"
-"group_alias": "other"
+"tag": "mmlu_pro_other_tasks"
 "include": "_default_template_yaml"
 "task": "mmlu_pro_miscellaneous"
 "task_alias": "miscellaneous"

lm_eval/tasks/mmlu_pro/default/mmlu_pro_philosophy.yaml

 "dataset_name": "philosophy"
 "description": "The following are multiple choice questions (with answers) about philosophy.\n\
   \n"
-"group": "mmlu_pro_humanities"
-"group_alias": "humanities"
+"tag": "mmlu_pro_humanities_tasks"
 "include": "_default_template_yaml"
 "task": "mmlu_pro_philosophy"
 "task_alias": "philosophy"

lm_eval/tasks/mmlu_pro/default/mmlu_pro_physics.yaml

 "dataset_name": "physics"
 "description": "The following are multiple choice questions (with answers) about physics.\n\
   \n"
-"group": "mmlu_pro_stem"
-"group_alias": "stem"
+"tag": "mmlu_pro_stem_tasks"
 "include": "_default_template_yaml"
 "task": "mmlu_pro_physics"
 "task_alias": "physics"

lm_eval/tasks/mmlu_pro/default/mmlu_pro_psychology.yaml

 "dataset_name": "psychology"
 "description": "The following are multiple choice questions (with answers) about psychology.\n\
   \n"
-"group": "mmlu_pro_social_sciences"
-"group_alias": "social_sciences"
+"tag": "mmlu_pro_social_sciences_tasks"
 "include": "_default_template_yaml"
 "task": "mmlu_pro_psychology"
 "task_alias": "psychology"