merged latest update

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_physics.yaml

+dataset_name: college_physics
+description: 'The following are multiple choice questions (with answers) about college
+  physics.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_college_physics

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_computer_security.yaml

+dataset_name: computer_security
+description: 'The following are multiple choice questions (with answers) about computer
+  security.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_computer_security

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_conceptual_physics.yaml

+dataset_name: conceptual_physics
+description: 'The following are multiple choice questions (with answers) about conceptual
+  physics.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_conceptual_physics

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_econometrics.yaml

+dataset_name: econometrics
+description: 'The following are multiple choice questions (with answers) about econometrics.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_econometrics

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_electrical_engineering.yaml

+dataset_name: electrical_engineering
+description: 'The following are multiple choice questions (with answers) about electrical
+  engineering.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_electrical_engineering

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_elementary_mathematics.yaml

+dataset_name: elementary_mathematics
+description: 'The following are multiple choice questions (with answers) about elementary
+  mathematics.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_elementary_mathematics

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_formal_logic.yaml

+dataset_name: formal_logic
+description: 'The following are multiple choice questions (with answers) about formal
+  logic.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_formal_logic

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_global_facts.yaml

+dataset_name: global_facts
+description: 'The following are multiple choice questions (with answers) about global
+  facts.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_global_facts

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_biology.yaml

+dataset_name: high_school_biology
+description: 'The following are multiple choice questions (with answers) about high
+  school biology.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_high_school_biology

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_chemistry.yaml

+dataset_name: high_school_chemistry
+description: 'The following are multiple choice questions (with answers) about high
+  school chemistry.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_high_school_chemistry

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_computer_science.yaml

+dataset_name: high_school_computer_science
+description: 'The following are multiple choice questions (with answers) about high
+  school computer science.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_high_school_computer_science

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_european_history.yaml

+dataset_name: high_school_european_history
+description: 'The following are multiple choice questions (with answers) about high
+  school european history.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_high_school_european_history

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_geography.yaml

+dataset_name: high_school_geography
+description: 'The following are multiple choice questions (with answers) about high
+  school geography.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_high_school_geography

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_government_and_politics.yaml

+dataset_name: high_school_government_and_politics
+description: 'The following are multiple choice questions (with answers) about high
+  school government and politics.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_high_school_government_and_politics

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_macroeconomics.yaml

+dataset_name: high_school_macroeconomics
+description: 'The following are multiple choice questions (with answers) about high
+  school macroeconomics.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_high_school_macroeconomics

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_mathematics.yaml

+dataset_name: high_school_mathematics
+description: 'The following are multiple choice questions (with answers) about high
+  school mathematics.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_high_school_mathematics

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_microeconomics.yaml

+dataset_name: high_school_microeconomics
+description: 'The following are multiple choice questions (with answers) about high
+  school microeconomics.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_high_school_microeconomics

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_physics.yaml

+dataset_name: high_school_physics
+description: 'The following are multiple choice questions (with answers) about high
+  school physics.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_high_school_physics

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_psychology.yaml

+dataset_name: high_school_psychology
+description: 'The following are multiple choice questions (with answers) about high
+  school psychology.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_high_school_psychology

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_statistics.yaml

+dataset_name: high_school_statistics
+description: 'The following are multiple choice questions (with answers) about high
+  school statistics.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_high_school_statistics