Merge pull request #816 from EleutherAI/flan-benchmark

[Refactor] Flan benchmark

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_formal_logic.yaml

+dataset_name: formal_logic
+description: 'The following are multiple choice questions (with answers) about formal
+  logic.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_formal_logic

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_global_facts.yaml

+dataset_name: global_facts
+description: 'The following are multiple choice questions (with answers) about global
+  facts.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_global_facts

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_biology.yaml

+dataset_name: high_school_biology
+description: 'The following are multiple choice questions (with answers) about high
+  school biology.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_high_school_biology

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_chemistry.yaml

+dataset_name: high_school_chemistry
+description: 'The following are multiple choice questions (with answers) about high
+  school chemistry.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_high_school_chemistry

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_computer_science.yaml

+dataset_name: high_school_computer_science
+description: 'The following are multiple choice questions (with answers) about high
+  school computer science.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_high_school_computer_science

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_european_history.yaml

+dataset_name: high_school_european_history
+description: 'The following are multiple choice questions (with answers) about high
+  school european history.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_high_school_european_history

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_geography.yaml

+dataset_name: high_school_geography
+description: 'The following are multiple choice questions (with answers) about high
+  school geography.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_high_school_geography

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_government_and_politics.yaml

+dataset_name: high_school_government_and_politics
+description: 'The following are multiple choice questions (with answers) about high
+  school government and politics.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_high_school_government_and_politics

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_macroeconomics.yaml

+dataset_name: high_school_macroeconomics
+description: 'The following are multiple choice questions (with answers) about high
+  school macroeconomics.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_high_school_macroeconomics

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_mathematics.yaml

+dataset_name: high_school_mathematics
+description: 'The following are multiple choice questions (with answers) about high
+  school mathematics.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_high_school_mathematics

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_microeconomics.yaml

+dataset_name: high_school_microeconomics
+description: 'The following are multiple choice questions (with answers) about high
+  school microeconomics.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_high_school_microeconomics

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_physics.yaml

+dataset_name: high_school_physics
+description: 'The following are multiple choice questions (with answers) about high
+  school physics.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_high_school_physics

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_psychology.yaml

+dataset_name: high_school_psychology
+description: 'The following are multiple choice questions (with answers) about high
+  school psychology.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_high_school_psychology

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_statistics.yaml

+dataset_name: high_school_statistics
+description: 'The following are multiple choice questions (with answers) about high
+  school statistics.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_high_school_statistics

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_us_history.yaml

+dataset_name: high_school_us_history
+description: 'The following are multiple choice questions (with answers) about high
+  school us history.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_high_school_us_history

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_world_history.yaml

+dataset_name: high_school_world_history
+description: 'The following are multiple choice questions (with answers) about high
+  school world history.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_high_school_world_history

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_human_aging.yaml

+dataset_name: human_aging
+description: 'The following are multiple choice questions (with answers) about human
+  aging.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_human_aging

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_human_sexuality.yaml

+dataset_name: human_sexuality
+description: 'The following are multiple choice questions (with answers) about human
+  sexuality.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_human_sexuality

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_international_law.yaml

+dataset_name: international_law
+description: 'The following are multiple choice questions (with answers) about international
+  law.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_international_law

lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_jurisprudence.yaml

+dataset_name: jurisprudence
+description: 'The following are multiple choice questions (with answers) about jurisprudence.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_cot_zeroshot_jurisprudence