removed

lm_eval/tasks/mmlu_pro/generative/mmlu_pro_history.yaml

-"dataset_name": "history"
-"description": "The following are multiple choice questions (with answers) about history.\n\
-  \n"
-"group": "mmlu_pro_humanities_generative"
-"group_alias": "humanities"
-"include": "_default_template_yaml"
-"task": "mmlu_pro_history_generative"
-"task_alias": "history"

lm_eval/tasks/mmlu_pro/generative/mmlu_pro_law.yaml

-"dataset_name": "law"
-"description": "The following are multiple choice questions (with answers) about law.\n\
-  \n"
-"group": "mmlu_pro_humanities_generative"
-"group_alias": "humanities"
-"include": "_default_template_yaml"
-"task": "mmlu_pro_law_generative"
-"task_alias": "law"

lm_eval/tasks/mmlu_pro/generative/mmlu_pro_math.yaml

-"dataset_name": "math"
-"description": "The following are multiple choice questions (with answers) about math.\n\
-  \n"
-"group": "mmlu_pro_stem_generative"
-"group_alias": "stem"
-"include": "_default_template_yaml"
-"task": "mmlu_pro_math_generative"
-"task_alias": "math"

lm_eval/tasks/mmlu_pro/generative/mmlu_pro_other.yaml

-"dataset_name": "other"
-"description": "The following are multiple choice questions (with answers) about other.\n\
-  \n"
-"group": "mmlu_pro_other_generative"
-"group_alias": "other"
-"include": "_default_template_yaml"
-"task": "mmlu_pro_other_generative"
-"task_alias": "other"

lm_eval/tasks/mmlu_pro/generative/mmlu_pro_philosophy.yaml

-"dataset_name": "philosophy"
-"description": "The following are multiple choice questions (with answers) about philosophy.\n\
-  \n"
-"group": "mmlu_pro_humanities_generative"
-"group_alias": "humanities"
-"include": "_default_template_yaml"
-"task": "mmlu_pro_philosophy_generative"
-"task_alias": "philosophy"

lm_eval/tasks/mmlu_pro/generative/mmlu_pro_physics.yaml

-"dataset_name": "physics"
-"description": "The following are multiple choice questions (with answers) about physics.\n\
-  \n"
-"group": "mmlu_pro_stem_generative"
-"group_alias": "stem"
-"include": "_default_template_yaml"
-"task": "mmlu_pro_physics_generative"
-"task_alias": "physics"

lm_eval/tasks/mmlu_pro/generative/mmlu_pro_psychology.yaml

-"dataset_name": "psychology"
-"description": "The following are multiple choice questions (with answers) about psychology.\n\
-  \n"
-"group": "mmlu_pro_social_sciences_generative"
-"group_alias": "social_sciences"
-"include": "_default_template_yaml"
-"task": "mmlu_pro_psychology_generative"
-"task_alias": "psychology"