udpate

lm_eval/tasks/mmlu/flan_n_shot/mmlu_college_medicine.yaml

-dataset_name: college_medicine
-description: 'The following are multiple choice questions (with answers) about college medicine.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_college_medicine

lm_eval/tasks/mmlu/flan_n_shot/mmlu_college_physics.yaml

-dataset_name: college_physics
-description: 'The following are multiple choice questions (with answers) about college physics.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_college_physics

lm_eval/tasks/mmlu/flan_n_shot/mmlu_computer_security.yaml

-dataset_name: computer_security
-description: 'The following are multiple choice questions (with answers) about computer security.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_computer_security

lm_eval/tasks/mmlu/flan_n_shot/mmlu_conceptual_physics.yaml

-dataset_name: conceptual_physics
-description: 'The following are multiple choice questions (with answers) about conceptual physics.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_conceptual_physics

lm_eval/tasks/mmlu/flan_n_shot/mmlu_econometrics.yaml

-dataset_name: econometrics
-description: 'The following are multiple choice questions (with answers) about econometrics.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_econometrics

lm_eval/tasks/mmlu/flan_n_shot/mmlu_electrical_engineering.yaml

-dataset_name: electrical_engineering
-description: 'The following are multiple choice questions (with answers) about electrical engineering.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_electrical_engineering

lm_eval/tasks/mmlu/flan_n_shot/mmlu_elementary_mathematics.yaml

-dataset_name: elementary_mathematics
-description: 'The following are multiple choice questions (with answers) about elementary mathematics.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_elementary_mathematics

lm_eval/tasks/mmlu/flan_n_shot/mmlu_formal_logic.yaml

-dataset_name: formal_logic
-description: 'The following are multiple choice questions (with answers) about formal logic.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_formal_logic

lm_eval/tasks/mmlu/flan_n_shot/mmlu_global_facts.yaml

-dataset_name: global_facts
-description: 'The following are multiple choice questions (with answers) about global facts.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_global_facts

lm_eval/tasks/mmlu/flan_n_shot/mmlu_high_school_biology.yaml

-dataset_name: high_school_biology
-description: 'The following are multiple choice questions (with answers) about high school biology.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_high_school_biology

lm_eval/tasks/mmlu/flan_n_shot/mmlu_high_school_chemistry.yaml

-dataset_name: high_school_chemistry
-description: 'The following are multiple choice questions (with answers) about high school chemistry.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_high_school_chemistry

lm_eval/tasks/mmlu/flan_n_shot/mmlu_high_school_computer_science.yaml

-dataset_name: high_school_computer_science
-description: 'The following are multiple choice questions (with answers) about high school computer science.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_high_school_computer_science

lm_eval/tasks/mmlu/flan_n_shot/mmlu_high_school_european_history.yaml

-dataset_name: high_school_european_history
-description: 'The following are multiple choice questions (with answers) about high school european history.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_high_school_european_history

lm_eval/tasks/mmlu/flan_n_shot/mmlu_high_school_geography.yaml

-dataset_name: high_school_geography
-description: 'The following are multiple choice questions (with answers) about high school geography.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_high_school_geography

lm_eval/tasks/mmlu/flan_n_shot/mmlu_high_school_government_and_politics.yaml

-dataset_name: high_school_government_and_politics
-description: 'The following are multiple choice questions (with answers) about high school government and politics.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_high_school_government_and_politics

lm_eval/tasks/mmlu/flan_n_shot/mmlu_high_school_macroeconomics.yaml

-dataset_name: high_school_macroeconomics
-description: 'The following are multiple choice questions (with answers) about high school macroeconomics.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_high_school_macroeconomics

lm_eval/tasks/mmlu/flan_n_shot/mmlu_high_school_mathematics.yaml

-dataset_name: high_school_mathematics
-description: 'The following are multiple choice questions (with answers) about high school mathematics.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_high_school_mathematics

lm_eval/tasks/mmlu/flan_n_shot/mmlu_high_school_microeconomics.yaml

-dataset_name: high_school_microeconomics
-description: 'The following are multiple choice questions (with answers) about high school microeconomics.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_high_school_microeconomics

lm_eval/tasks/mmlu/flan_n_shot/mmlu_high_school_physics.yaml

-dataset_name: high_school_physics
-description: 'The following are multiple choice questions (with answers) about high school physics.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_high_school_physics

lm_eval/tasks/mmlu/flan_n_shot/mmlu_high_school_psychology.yaml

-dataset_name: high_school_psychology
-description: 'The following are multiple choice questions (with answers) about high school psychology.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_high_school_psychology