add mmlu variants

lm_eval/tasks/mmlu/flan_n_shot/_mmlu_flan_loglikelihood_template_yaml

+group: mmlu_flan_loglikelihood
+dataset_path: cais/mmlu
+validation_split: validation
+fewshot_split: dev
+doc_to_text: "Q: {{question.strip()}}\n(A) {{choices[0]}} (B) {{choices[1]}} (C) {{choices[2]}} (D) {{choices[3]}}\nA:"
+output_type: multiple_choice
+doc_to_choice: ['(A)', '(B)', '(C)', '(D)']
+doc_to_target: answer
+metric_list:
+  - metric: acc
+    aggregation: mean
+    higher_is_better: true

lm_eval/tasks/mmlu/flan_n_shot/mmlu_abstract_algebra.yaml

+dataset_name: abstract_algebra
+description: 'The following are multiple choice questions (with answers) about abstract
+  algebra.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_n_shot_abstract_algebra

lm_eval/tasks/mmlu/flan_n_shot/mmlu_anatomy.yaml

+dataset_name: anatomy
+description: 'The following are multiple choice questions (with answers) about anatomy.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_n_shot_anatomy

lm_eval/tasks/mmlu/flan_n_shot/mmlu_astronomy.yaml

+dataset_name: astronomy
+description: 'The following are multiple choice questions (with answers) about astronomy.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_n_shot_astronomy

lm_eval/tasks/mmlu/flan_n_shot/mmlu_business_ethics.yaml

+dataset_name: business_ethics
+description: 'The following are multiple choice questions (with answers) about business
+  ethics.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_n_shot_business_ethics

lm_eval/tasks/mmlu/flan_n_shot/mmlu_clinical_knowledge.yaml

+dataset_name: clinical_knowledge
+description: 'The following are multiple choice questions (with answers) about clinical
+  knowledge.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_n_shot_clinical_knowledge

lm_eval/tasks/mmlu/flan_n_shot/mmlu_college_biology.yaml

+dataset_name: college_biology
+description: 'The following are multiple choice questions (with answers) about college
+  biology.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_n_shot_college_biology

lm_eval/tasks/mmlu/flan_n_shot/mmlu_college_chemistry.yaml

+dataset_name: college_chemistry
+description: 'The following are multiple choice questions (with answers) about college
+  chemistry.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_n_shot_college_chemistry

lm_eval/tasks/mmlu/flan_n_shot/mmlu_college_computer_science.yaml

+dataset_name: college_computer_science
+description: 'The following are multiple choice questions (with answers) about college
+  computer science.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_n_shot_college_computer_science

lm_eval/tasks/mmlu/flan_n_shot/mmlu_college_mathematics.yaml

+dataset_name: college_mathematics
+description: 'The following are multiple choice questions (with answers) about college
+  mathematics.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_n_shot_college_mathematics

lm_eval/tasks/mmlu/flan_n_shot/mmlu_college_medicine.yaml

+dataset_name: college_medicine
+description: 'The following are multiple choice questions (with answers) about college
+  medicine.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_n_shot_college_medicine

lm_eval/tasks/mmlu/flan_n_shot/mmlu_college_physics.yaml

+dataset_name: college_physics
+description: 'The following are multiple choice questions (with answers) about college
+  physics.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_n_shot_college_physics

lm_eval/tasks/mmlu/flan_n_shot/mmlu_computer_security.yaml

+dataset_name: computer_security
+description: 'The following are multiple choice questions (with answers) about computer
+  security.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_n_shot_computer_security

lm_eval/tasks/mmlu/flan_n_shot/mmlu_conceptual_physics.yaml

+dataset_name: conceptual_physics
+description: 'The following are multiple choice questions (with answers) about conceptual
+  physics.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_n_shot_conceptual_physics

lm_eval/tasks/mmlu/flan_n_shot/mmlu_econometrics.yaml

+dataset_name: econometrics
+description: 'The following are multiple choice questions (with answers) about econometrics.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_n_shot_econometrics

lm_eval/tasks/mmlu/flan_n_shot/mmlu_electrical_engineering.yaml

+dataset_name: electrical_engineering
+description: 'The following are multiple choice questions (with answers) about electrical
+  engineering.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_n_shot_electrical_engineering

lm_eval/tasks/mmlu/flan_n_shot/mmlu_elementary_mathematics.yaml

+dataset_name: elementary_mathematics
+description: 'The following are multiple choice questions (with answers) about elementary
+  mathematics.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_n_shot_elementary_mathematics

lm_eval/tasks/mmlu/flan_n_shot/mmlu_formal_logic.yaml

+dataset_name: formal_logic
+description: 'The following are multiple choice questions (with answers) about formal
+  logic.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_n_shot_formal_logic

lm_eval/tasks/mmlu/flan_n_shot/mmlu_global_facts.yaml

+dataset_name: global_facts
+description: 'The following are multiple choice questions (with answers) about global
+  facts.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_n_shot_global_facts

lm_eval/tasks/mmlu/flan_n_shot/mmlu_high_school_biology.yaml

+dataset_name: high_school_biology
+description: 'The following are multiple choice questions (with answers) about high
+  school biology.
+
+
+  '
+include: _mmlu_flan_generative_template_yaml
+task: mmlu_flan_n_shot_high_school_biology