udpate

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_security_studies.yaml

-dataset_name: security_studies
-description: 'The following are multiple choice questions (with answers) about security studies.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_security_studies

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_sociology.yaml

-dataset_name: sociology
-description: 'The following are multiple choice questions (with answers) about sociology.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_sociology

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_us_foreign_policy.yaml

-dataset_name: us_foreign_policy
-description: 'The following are multiple choice questions (with answers) about us foreign policy.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_us_foreign_policy

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_virology.yaml

-dataset_name: virology
-description: 'The following are multiple choice questions (with answers) about virology.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_virology

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_world_religions.yaml

-dataset_name: world_religions
-description: 'The following are multiple choice questions (with answers) about world religions.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_world_religions

lm_eval/tasks/mmlu/flan_n_shot/mmlu_machine_learning.yaml

-dataset_name: machine_learning
-description: 'The following are multiple choice questions (with answers) about machine learning.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_machine_learning

lm_eval/tasks/mmlu/flan_n_shot/mmlu_management.yaml

-dataset_name: management
-description: 'The following are multiple choice questions (with answers) about management.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_management

lm_eval/tasks/mmlu/flan_n_shot/mmlu_marketing.yaml

-dataset_name: marketing
-description: 'The following are multiple choice questions (with answers) about marketing.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_marketing

lm_eval/tasks/mmlu/flan_n_shot/mmlu_medical_genetics.yaml

-dataset_name: medical_genetics
-description: 'The following are multiple choice questions (with answers) about medical genetics.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_medical_genetics

lm_eval/tasks/mmlu/flan_n_shot/mmlu_miscellaneous.yaml

-dataset_name: miscellaneous
-description: 'The following are multiple choice questions (with answers) about miscellaneous.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_miscellaneous

lm_eval/tasks/mmlu/flan_n_shot/mmlu_moral_disputes.yaml

-dataset_name: moral_disputes
-description: 'The following are multiple choice questions (with answers) about moral disputes.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_moral_disputes

lm_eval/tasks/mmlu/flan_n_shot/mmlu_moral_scenarios.yaml

-dataset_name: moral_scenarios
-description: 'The following are multiple choice questions (with answers) about moral scenarios.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_moral_scenarios

lm_eval/tasks/mmlu/flan_n_shot/mmlu_nutrition.yaml

-dataset_name: nutrition
-description: 'The following are multiple choice questions (with answers) about nutrition.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_nutrition

lm_eval/tasks/mmlu/flan_n_shot/mmlu_philosophy.yaml

-dataset_name: philosophy
-description: 'The following are multiple choice questions (with answers) about philosophy.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_philosophy

lm_eval/tasks/mmlu/flan_n_shot/mmlu_prehistory.yaml

-dataset_name: prehistory
-description: 'The following are multiple choice questions (with answers) about prehistory.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_prehistory

lm_eval/tasks/mmlu/flan_n_shot/mmlu_professional_accounting.yaml

-dataset_name: professional_accounting
-description: 'The following are multiple choice questions (with answers) about professional accounting.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_professional_accounting

lm_eval/tasks/mmlu/flan_n_shot/mmlu_professional_law.yaml

-dataset_name: professional_law
-description: 'The following are multiple choice questions (with answers) about professional law.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_professional_law

lm_eval/tasks/mmlu/flan_n_shot/mmlu_professional_medicine.yaml

-dataset_name: professional_medicine
-description: 'The following are multiple choice questions (with answers) about professional medicine.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_professional_medicine

lm_eval/tasks/mmlu/flan_n_shot/mmlu_professional_psychology.yaml

-dataset_name: professional_psychology
-description: 'The following are multiple choice questions (with answers) about professional psychology.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_professional_psychology

lm_eval/tasks/mmlu/flan_n_shot/mmlu_public_relations.yaml

-dataset_name: public_relations
-description: 'The following are multiple choice questions (with answers) about public relations.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_public_relations