Commit f23ae748 authored by lintangsutawika's avatar lintangsutawika
Browse files

add mmlu variants

parent 191458b8
dataset_name: high_school_geography
description: 'The following are multiple choice questions (with answers) about high
school geography.
'
include: _mmlu_flan_loglikelihood_template_yaml
task: mmlu_flan_n_shot_loglikelihood_high_school_geography
dataset_name: high_school_government_and_politics
description: 'The following are multiple choice questions (with answers) about high
school government and politics.
'
include: _mmlu_flan_loglikelihood_template_yaml
task: mmlu_flan_n_shot_loglikelihood_high_school_government_and_politics
dataset_name: high_school_macroeconomics
description: 'The following are multiple choice questions (with answers) about high
school macroeconomics.
'
include: _mmlu_flan_loglikelihood_template_yaml
task: mmlu_flan_n_shot_loglikelihood_high_school_macroeconomics
dataset_name: high_school_mathematics
description: 'The following are multiple choice questions (with answers) about high
school mathematics.
'
include: _mmlu_flan_loglikelihood_template_yaml
task: mmlu_flan_n_shot_loglikelihood_high_school_mathematics
dataset_name: high_school_microeconomics
description: 'The following are multiple choice questions (with answers) about high
school microeconomics.
'
include: _mmlu_flan_loglikelihood_template_yaml
task: mmlu_flan_n_shot_loglikelihood_high_school_microeconomics
dataset_name: high_school_physics
description: 'The following are multiple choice questions (with answers) about high
school physics.
'
include: _mmlu_flan_loglikelihood_template_yaml
task: mmlu_flan_n_shot_loglikelihood_high_school_physics
dataset_name: high_school_psychology
description: 'The following are multiple choice questions (with answers) about high
school psychology.
'
include: _mmlu_flan_loglikelihood_template_yaml
task: mmlu_flan_n_shot_loglikelihood_high_school_psychology
dataset_name: high_school_statistics
description: 'The following are multiple choice questions (with answers) about high
school statistics.
'
include: _mmlu_flan_loglikelihood_template_yaml
task: mmlu_flan_n_shot_loglikelihood_high_school_statistics
dataset_name: high_school_us_history
description: 'The following are multiple choice questions (with answers) about high
school us history.
'
include: _mmlu_flan_loglikelihood_template_yaml
task: mmlu_flan_n_shot_loglikelihood_high_school_us_history
dataset_name: high_school_world_history
description: 'The following are multiple choice questions (with answers) about high
school world history.
'
include: _mmlu_flan_loglikelihood_template_yaml
task: mmlu_flan_n_shot_loglikelihood_high_school_world_history
dataset_name: human_aging
description: 'The following are multiple choice questions (with answers) about human
aging.
'
include: _mmlu_flan_loglikelihood_template_yaml
task: mmlu_flan_n_shot_loglikelihood_human_aging
dataset_name: human_sexuality
description: 'The following are multiple choice questions (with answers) about human
sexuality.
'
include: _mmlu_flan_loglikelihood_template_yaml
task: mmlu_flan_n_shot_loglikelihood_human_sexuality
dataset_name: international_law
description: 'The following are multiple choice questions (with answers) about international
law.
'
include: _mmlu_flan_loglikelihood_template_yaml
task: mmlu_flan_n_shot_loglikelihood_international_law
dataset_name: jurisprudence
description: 'The following are multiple choice questions (with answers) about jurisprudence.
'
include: _mmlu_flan_loglikelihood_template_yaml
task: mmlu_flan_n_shot_loglikelihood_jurisprudence
dataset_name: logical_fallacies
description: 'The following are multiple choice questions (with answers) about logical
fallacies.
'
include: _mmlu_flan_loglikelihood_template_yaml
task: mmlu_flan_n_shot_loglikelihood_logical_fallacies
dataset_name: machine_learning
description: 'The following are multiple choice questions (with answers) about machine
learning.
'
include: _mmlu_flan_loglikelihood_template_yaml
task: mmlu_flan_n_shot_loglikelihood_machine_learning
dataset_name: management
description: 'The following are multiple choice questions (with answers) about management.
'
include: _mmlu_flan_loglikelihood_template_yaml
task: mmlu_flan_n_shot_loglikelihood_management
dataset_name: marketing
description: 'The following are multiple choice questions (with answers) about marketing.
'
include: _mmlu_flan_loglikelihood_template_yaml
task: mmlu_flan_n_shot_loglikelihood_marketing
dataset_name: medical_genetics
description: 'The following are multiple choice questions (with answers) about medical
genetics.
'
include: _mmlu_flan_loglikelihood_template_yaml
task: mmlu_flan_n_shot_loglikelihood_medical_genetics
dataset_name: miscellaneous
description: 'The following are multiple choice questions (with answers) about miscellaneous.
'
include: _mmlu_flan_loglikelihood_template_yaml
task: mmlu_flan_n_shot_loglikelihood_miscellaneous
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment