udpate

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_conceptual_physics.yaml

-dataset_name: conceptual_physics
-description: 'The following are multiple choice questions (with answers) about conceptual physics.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_conceptual_physics

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_econometrics.yaml

-dataset_name: econometrics
-description: 'The following are multiple choice questions (with answers) about econometrics.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_econometrics

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_electrical_engineering.yaml

-dataset_name: electrical_engineering
-description: 'The following are multiple choice questions (with answers) about electrical engineering.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_electrical_engineering

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_elementary_mathematics.yaml

-dataset_name: elementary_mathematics
-description: 'The following are multiple choice questions (with answers) about elementary mathematics.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_elementary_mathematics

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_formal_logic.yaml

-dataset_name: formal_logic
-description: 'The following are multiple choice questions (with answers) about formal logic.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_formal_logic

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_global_facts.yaml

-dataset_name: global_facts
-description: 'The following are multiple choice questions (with answers) about global facts.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_global_facts

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_high_school_biology.yaml

-dataset_name: high_school_biology
-description: 'The following are multiple choice questions (with answers) about high school biology.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_high_school_biology

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_high_school_chemistry.yaml

-dataset_name: high_school_chemistry
-description: 'The following are multiple choice questions (with answers) about high school chemistry.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_high_school_chemistry

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_high_school_computer_science.yaml

-dataset_name: high_school_computer_science
-description: 'The following are multiple choice questions (with answers) about high school computer science.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_high_school_computer_science

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_high_school_european_history.yaml

-dataset_name: high_school_european_history
-description: 'The following are multiple choice questions (with answers) about high school european history.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_high_school_european_history

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_high_school_geography.yaml

-dataset_name: high_school_geography
-description: 'The following are multiple choice questions (with answers) about high school geography.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_high_school_geography

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_high_school_government_and_politics.yaml

-dataset_name: high_school_government_and_politics
-description: 'The following are multiple choice questions (with answers) about high school government and politics.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_high_school_government_and_politics

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_high_school_macroeconomics.yaml

-dataset_name: high_school_macroeconomics
-description: 'The following are multiple choice questions (with answers) about high school macroeconomics.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_high_school_macroeconomics

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_high_school_mathematics.yaml

-dataset_name: high_school_mathematics
-description: 'The following are multiple choice questions (with answers) about high school mathematics.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_high_school_mathematics

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_high_school_microeconomics.yaml

-dataset_name: high_school_microeconomics
-description: 'The following are multiple choice questions (with answers) about high school microeconomics.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_high_school_microeconomics

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_high_school_physics.yaml

-dataset_name: high_school_physics
-description: 'The following are multiple choice questions (with answers) about high school physics.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_high_school_physics

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_high_school_psychology.yaml

-dataset_name: high_school_psychology
-description: 'The following are multiple choice questions (with answers) about high school psychology.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_high_school_psychology

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_high_school_statistics.yaml

-dataset_name: high_school_statistics
-description: 'The following are multiple choice questions (with answers) about high school statistics.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_high_school_statistics

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_high_school_us_history.yaml

-dataset_name: high_school_us_history
-description: 'The following are multiple choice questions (with answers) about high school us history.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_high_school_us_history

lm_eval/tasks/mmlu/flan_n_shot/mmlu_loglikelihood_high_school_world_history.yaml

-dataset_name: high_school_world_history
-description: 'The following are multiple choice questions (with answers) about high school world history.
-
-
-  '
-include: _mmlu_flan_loglikelihood_template_yaml
-task: mmlu_flan_n_shot_loglikelihood_high_school_world_history