udpate

lm_eval/tasks/mmlu/flan_n_shot/mmlu_high_school_statistics.yaml

-dataset_name: high_school_statistics
-description: 'The following are multiple choice questions (with answers) about high school statistics.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_high_school_statistics

lm_eval/tasks/mmlu/flan_n_shot/mmlu_high_school_us_history.yaml

-dataset_name: high_school_us_history
-description: 'The following are multiple choice questions (with answers) about high school us history.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_high_school_us_history

lm_eval/tasks/mmlu/flan_n_shot/mmlu_high_school_world_history.yaml

-dataset_name: high_school_world_history
-description: 'The following are multiple choice questions (with answers) about high school world history.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_high_school_world_history

lm_eval/tasks/mmlu/flan_n_shot/mmlu_human_aging.yaml

-dataset_name: human_aging
-description: 'The following are multiple choice questions (with answers) about human aging.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_human_aging

lm_eval/tasks/mmlu/flan_n_shot/mmlu_human_sexuality.yaml

-dataset_name: human_sexuality
-description: 'The following are multiple choice questions (with answers) about human sexuality.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_human_sexuality

lm_eval/tasks/mmlu/flan_n_shot/mmlu_international_law.yaml

-dataset_name: international_law
-description: 'The following are multiple choice questions (with answers) about international law.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_international_law

lm_eval/tasks/mmlu/flan_n_shot/mmlu_jurisprudence.yaml

-dataset_name: jurisprudence
-description: 'The following are multiple choice questions (with answers) about jurisprudence.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_jurisprudence

lm_eval/tasks/mmlu/flan_n_shot/mmlu_logical_fallacies.yaml

-dataset_name: logical_fallacies
-description: 'The following are multiple choice questions (with answers) about logical fallacies.
-
-
-  '
-include: _mmlu_flan_generative_template_yaml
-task: mmlu_flan_n_shot_logical_fallacies

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_abstract_algebra.yaml

-dataset_name: abstract_algebra
-description: 'The following are multiple choice questions (with answers) about abstract algebra.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_abstract_algebra

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_anatomy.yaml

-dataset_name: anatomy
-description: 'The following are multiple choice questions (with answers) about anatomy.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_anatomy

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_astronomy.yaml

-dataset_name: astronomy
-description: 'The following are multiple choice questions (with answers) about astronomy.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_astronomy

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_business_ethics.yaml

-dataset_name: business_ethics
-description: 'The following are multiple choice questions (with answers) about business ethics.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_business_ethics

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_clinical_knowledge.yaml

-dataset_name: clinical_knowledge
-description: 'The following are multiple choice questions (with answers) about clinical knowledge.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_clinical_knowledge

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_college_biology.yaml

-dataset_name: college_biology
-description: 'The following are multiple choice questions (with answers) about college biology.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_college_biology

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_college_chemistry.yaml

-dataset_name: college_chemistry
-description: 'The following are multiple choice questions (with answers) about college chemistry.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_college_chemistry

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_college_computer_science.yaml

-dataset_name: college_computer_science
-description: 'The following are multiple choice questions (with answers) about college computer science.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_college_computer_science

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_college_mathematics.yaml

-dataset_name: college_mathematics
-description: 'The following are multiple choice questions (with answers) about college mathematics.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_college_mathematics

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_college_medicine.yaml

-dataset_name: college_medicine
-description: 'The following are multiple choice questions (with answers) about college medicine.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_college_medicine

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_college_physics.yaml

-dataset_name: college_physics
-description: 'The following are multiple choice questions (with answers) about college physics.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_college_physics

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_computer_security.yaml

-dataset_name: computer_security
-description: 'The following are multiple choice questions (with answers) about computer security.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_computer_security