merged latest update

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_us_history.yaml

+dataset_name: high_school_us_history
+description: 'The following are multiple choice questions (with answers) about high
+  school us history.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_high_school_us_history

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_world_history.yaml

+dataset_name: high_school_world_history
+description: 'The following are multiple choice questions (with answers) about high
+  school world history.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_high_school_world_history

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_human_aging.yaml

+dataset_name: human_aging
+description: 'The following are multiple choice questions (with answers) about human
+  aging.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_human_aging

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_human_sexuality.yaml

+dataset_name: human_sexuality
+description: 'The following are multiple choice questions (with answers) about human
+  sexuality.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_human_sexuality

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_international_law.yaml

+dataset_name: international_law
+description: 'The following are multiple choice questions (with answers) about international
+  law.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_international_law

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_jurisprudence.yaml

+dataset_name: jurisprudence
+description: 'The following are multiple choice questions (with answers) about jurisprudence.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_jurisprudence

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_logical_fallacies.yaml

+dataset_name: logical_fallacies
+description: 'The following are multiple choice questions (with answers) about logical
+  fallacies.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_logical_fallacies

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_machine_learning.yaml

+dataset_name: machine_learning
+description: 'The following are multiple choice questions (with answers) about machine
+  learning.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_machine_learning

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_management.yaml

+dataset_name: management
+description: 'The following are multiple choice questions (with answers) about management.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_management

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_marketing.yaml

+dataset_name: marketing
+description: 'The following are multiple choice questions (with answers) about marketing.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_marketing

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_medical_genetics.yaml

+dataset_name: medical_genetics
+description: 'The following are multiple choice questions (with answers) about medical
+  genetics.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_medical_genetics

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_miscellaneous.yaml

+dataset_name: miscellaneous
+description: 'The following are multiple choice questions (with answers) about miscellaneous.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_miscellaneous

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_moral_disputes.yaml

+dataset_name: moral_disputes
+description: 'The following are multiple choice questions (with answers) about moral
+  disputes.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_moral_disputes

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_moral_scenarios.yaml

+dataset_name: moral_scenarios
+description: 'The following are multiple choice questions (with answers) about moral
+  scenarios.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_moral_scenarios

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_nutrition.yaml

+dataset_name: nutrition
+description: 'The following are multiple choice questions (with answers) about nutrition.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_nutrition

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_philosophy.yaml

+dataset_name: philosophy
+description: 'The following are multiple choice questions (with answers) about philosophy.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_philosophy

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_prehistory.yaml

+dataset_name: prehistory
+description: 'The following are multiple choice questions (with answers) about prehistory.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_prehistory

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_professional_accounting.yaml

+dataset_name: professional_accounting
+description: 'The following are multiple choice questions (with answers) about professional
+  accounting.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_professional_accounting

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_professional_law.yaml

+dataset_name: professional_law
+description: 'The following are multiple choice questions (with answers) about professional
+  law.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_professional_law

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_professional_medicine.yaml

+dataset_name: professional_medicine
+description: 'The following are multiple choice questions (with answers) about professional
+  medicine.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_professional_medicine