udpate

lm_eval/tasks/mmlu/flan_n_shot/mmlu_security_studies.yaml

-dataset_name: security_studies
-description: 'The following are multiple choice questions (with answers) about security studies.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_security_studies

lm_eval/tasks/mmlu/flan_n_shot/mmlu_sociology.yaml

-dataset_name: sociology
-description: 'The following are multiple choice questions (with answers) about sociology.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_sociology

lm_eval/tasks/mmlu/flan_n_shot/mmlu_us_foreign_policy.yaml

-dataset_name: us_foreign_policy
-description: 'The following are multiple choice questions (with answers) about us foreign policy.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_us_foreign_policy

lm_eval/tasks/mmlu/flan_n_shot/mmlu_virology.yaml

-dataset_name: virology
-description: 'The following are multiple choice questions (with answers) about virology.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_virology

lm_eval/tasks/mmlu/flan_n_shot/mmlu_world_religions.yaml

-dataset_name: world_religions
-description: 'The following are multiple choice questions (with answers) about world religions.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_world_religions