Fix ```mmlu_continuation``` subgroup names to fit Readme and other variants (#3137)

* Update continuation group names to fit Readme

* added changelog to readme and switched datasets form hails to cais

* added missing new line at end of readme

lm_eval/tasks/mmlu/README.md

@@ -71,3 +71,6 @@ switch to original implementation
 
 ver 2: PR #2116
 add missing newline in description.
+
+PR #3137
+Fix `mmlu_continuation` subgroup names to fit other variants, and switch dataset from `hails/mmlu_no_train` to `cais/mmlu` in all subtasks.

lm_eval/tasks/mmlu/continuation/_continuation_template_yaml

-dataset_path: hails/mmlu_no_train # a copy of `cais/mmlu` with no auxiliary_train split
+dataset_path: cais/mmlu
 output_type: multiple_choice
 test_split: test
 fewshot_split: dev

lm_eval/tasks/mmlu/continuation/_mmlu.yaml

@@ -3,25 +3,25 @@ group_alias: mmlu (continuation)
 task:
   - group: stem
     task:
-      - mmlu_continuation_stem
+      - mmlu_stem_continuation
     aggregate_metric_list:
       - metric: acc
         weight_by_size: True
   - group: other
     task:
-      - mmlu_continuation_other
+      - mmlu_other_continuation
     aggregate_metric_list:
       - metric: acc
         weight_by_size: True
   - group: social sciences
     task:
-      - mmlu_continuation_social_sciences
+      - mmlu_social_sciences_continuation
     aggregate_metric_list:
       - metric: acc
         weight_by_size: True
   - group: humanities
     task:
-      - mmlu_continuation_humanities
+      - mmlu_humanities_continuation
     aggregate_metric_list:
       - metric: acc
         weight_by_size: True

lm_eval/tasks/mmlu/continuation/mmlu_abstract_algebra.yaml

 "dataset_name": "abstract_algebra"
 "description": "The following are questions (with answers) about abstract\
   \ algebra.\n\n"
-"tag": "mmlu_continuation_stem"
+"tag": "mmlu_stem_continuation"
 "include": "_continuation_template_yaml"
-"task": "mmlu_continuation_abstract_algebra"
+"task": "mmlu_abstract_algebra_continuation"

lm_eval/tasks/mmlu/continuation/mmlu_anatomy.yaml

 "dataset_name": "anatomy"
 "description": "The following are questions (with answers) about anatomy.\n\
   \n"
-"tag": "mmlu_continuation_stem"
+"tag": "mmlu_stem_continuation"
 "include": "_continuation_template_yaml"
-"task": "mmlu_continuation_anatomy"
+"task": "mmlu_anatomy_continuation"

lm_eval/tasks/mmlu/continuation/mmlu_astronomy.yaml

 "dataset_name": "astronomy"
 "description": "The following are questions (with answers) about astronomy.\n\
   \n"
-"tag": "mmlu_continuation_stem"
+"tag": "mmlu_stem_continuation"
 "include": "_continuation_template_yaml"
-"task": "mmlu_continuation_astronomy"
+"task": "mmlu_astronomy_continuation"

lm_eval/tasks/mmlu/continuation/mmlu_business_ethics.yaml

 "dataset_name": "business_ethics"
 "description": "The following are questions (with answers) about business\
   \ ethics.\n\n"
-"tag": "mmlu_continuation_other"
+"tag": "mmlu_other_continuation"
 "include": "_continuation_template_yaml"
-"task": "mmlu_continuation_business_ethics"
+"task": "mmlu_business_ethics_continuation"

lm_eval/tasks/mmlu/continuation/mmlu_clinical_knowledge.yaml

 "dataset_name": "clinical_knowledge"
 "description": "The following are questions (with answers) about clinical\
   \ knowledge.\n\n"
-"tag": "mmlu_continuation_other"
+"tag": "mmlu_other_continuation"
 "include": "_continuation_template_yaml"
-"task": "mmlu_continuation_clinical_knowledge"
+"task": "mmlu_clinical_knowledge_continuation"

lm_eval/tasks/mmlu/continuation/mmlu_college_biology.yaml

 "dataset_name": "college_biology"
 "description": "The following are questions (with answers) about college\
   \ biology.\n\n"
-"tag": "mmlu_continuation_stem"
+"tag": "mmlu_stem_continuation"
 "include": "_continuation_template_yaml"
-"task": "mmlu_continuation_college_biology"
+"task": "mmlu_college_biology_continuation"

lm_eval/tasks/mmlu/continuation/mmlu_college_chemistry.yaml

 "dataset_name": "college_chemistry"
 "description": "The following are questions (with answers) about college\
   \ chemistry.\n\n"
-"tag": "mmlu_continuation_stem"
+"tag": "mmlu_stem_continuation"
 "include": "_continuation_template_yaml"
-"task": "mmlu_continuation_college_chemistry"
+"task": "mmlu_college_chemistry_continuation"

lm_eval/tasks/mmlu/continuation/mmlu_college_computer_science.yaml

 "dataset_name": "college_computer_science"
 "description": "The following are questions (with answers) about college\
   \ computer science.\n\n"
-"tag": "mmlu_continuation_stem"
+"tag": "mmlu_stem_continuation"
 "include": "_continuation_template_yaml"
-"task": "mmlu_continuation_college_computer_science"
+"task": "mmlu_college_computer_science_continuation"

lm_eval/tasks/mmlu/continuation/mmlu_college_mathematics.yaml

 "dataset_name": "college_mathematics"
 "description": "The following are questions (with answers) about college\
   \ mathematics.\n\n"
-"tag": "mmlu_continuation_stem"
+"tag": "mmlu_stem_continuation"
 "include": "_continuation_template_yaml"
-"task": "mmlu_continuation_college_mathematics"
+"task": "mmlu_college_mathematics_continuation"

lm_eval/tasks/mmlu/continuation/mmlu_college_medicine.yaml

 "dataset_name": "college_medicine"
 "description": "The following are questions (with answers) about college\
   \ medicine.\n\n"
-"tag": "mmlu_continuation_other"
+"tag": "mmlu_other_continuation"
 "include": "_continuation_template_yaml"
-"task": "mmlu_continuation_college_medicine"
+"task": "mmlu_college_medicine_continuation"

lm_eval/tasks/mmlu/continuation/mmlu_college_physics.yaml

 "dataset_name": "college_physics"
 "description": "The following are questions (with answers) about college\
   \ physics.\n\n"
-"tag": "mmlu_continuation_stem"
+"tag": "mmlu_stem_continuation"
 "include": "_continuation_template_yaml"
-"task": "mmlu_continuation_college_physics"
+"task": "mmlu_college_physics_continuation"

lm_eval/tasks/mmlu/continuation/mmlu_computer_security.yaml

 "dataset_name": "computer_security"
 "description": "The following are questions (with answers) about computer\
   \ security.\n\n"
-"tag": "mmlu_continuation_stem"
+"tag": "mmlu_stem_continuation"
 "include": "_continuation_template_yaml"
-"task": "mmlu_continuation_computer_security"
+"task": "mmlu_computer_security_continuation"

lm_eval/tasks/mmlu/continuation/mmlu_conceptual_physics.yaml

 "dataset_name": "conceptual_physics"
 "description": "The following are questions (with answers) about conceptual\
   \ physics.\n\n"
-"tag": "mmlu_continuation_stem"
+"tag": "mmlu_stem_continuation"
 "include": "_continuation_template_yaml"
-"task": "mmlu_continuation_conceptual_physics"
+"task": "mmlu_conceptual_physics_continuation"

lm_eval/tasks/mmlu/continuation/mmlu_econometrics.yaml

 "dataset_name": "econometrics"
 "description": "The following are questions (with answers) about econometrics.\n\
   \n"
-"tag": "mmlu_continuation_social_sciences"
+"tag": "mmlu_social_sciences_continuation"
 "include": "_continuation_template_yaml"
-"task": "mmlu_continuation_econometrics"
+"task": "mmlu_econometrics_continuation"

lm_eval/tasks/mmlu/continuation/mmlu_electrical_engineering.yaml

 "dataset_name": "electrical_engineering"
 "description": "The following are questions (with answers) about electrical\
   \ engineering.\n\n"
-"tag": "mmlu_continuation_stem"
+"tag": "mmlu_stem_continuation"
 "include": "_continuation_template_yaml"
-"task": "mmlu_continuation_electrical_engineering"
+"task": "mmlu_electrical_engineering_continuation"

lm_eval/tasks/mmlu/continuation/mmlu_elementary_mathematics.yaml

 "dataset_name": "elementary_mathematics"
 "description": "The following are questions (with answers) about elementary\
   \ mathematics.\n\n"
-"tag": "mmlu_continuation_stem"
+"tag": "mmlu_stem_continuation"
 "include": "_continuation_template_yaml"
-"task": "mmlu_continuation_elementary_mathematics"
+"task": "mmlu_elementary_mathematics_continuation"

lm_eval/tasks/mmlu/continuation/mmlu_formal_logic.yaml

 "dataset_name": "formal_logic"
 "description": "The following are questions (with answers) about formal\
   \ logic.\n\n"
-"tag": "mmlu_continuation_humanities"
+"tag": "mmlu_humanities_continuation"
 "include": "_continuation_template_yaml"
-"task": "mmlu_continuation_formal_logic"
+"task": "mmlu_formal_logic_continuation"