Commit f23ae748 authored by lintangsutawika's avatar lintangsutawika
Browse files

add mmlu variants

parent 191458b8
dataset_name: astronomy
description: 'The following are multiple choice questions (with answers) about astronomy.
'
include: _mmlu_flan_loglikelihood_template_yaml
task: mmlu_flan_n_shot_loglikelihood_astronomy
dataset_name: business_ethics
description: 'The following are multiple choice questions (with answers) about business
ethics.
'
include: _mmlu_flan_loglikelihood_template_yaml
task: mmlu_flan_n_shot_loglikelihood_business_ethics
dataset_name: clinical_knowledge
description: 'The following are multiple choice questions (with answers) about clinical
knowledge.
'
include: _mmlu_flan_loglikelihood_template_yaml
task: mmlu_flan_n_shot_loglikelihood_clinical_knowledge
dataset_name: college_biology
description: 'The following are multiple choice questions (with answers) about college
biology.
'
include: _mmlu_flan_loglikelihood_template_yaml
task: mmlu_flan_n_shot_loglikelihood_college_biology
dataset_name: college_chemistry
description: 'The following are multiple choice questions (with answers) about college
chemistry.
'
include: _mmlu_flan_loglikelihood_template_yaml
task: mmlu_flan_n_shot_loglikelihood_college_chemistry
dataset_name: college_computer_science
description: 'The following are multiple choice questions (with answers) about college
computer science.
'
include: _mmlu_flan_loglikelihood_template_yaml
task: mmlu_flan_n_shot_loglikelihood_college_computer_science
dataset_name: college_mathematics
description: 'The following are multiple choice questions (with answers) about college
mathematics.
'
include: _mmlu_flan_loglikelihood_template_yaml
task: mmlu_flan_n_shot_loglikelihood_college_mathematics
dataset_name: college_medicine
description: 'The following are multiple choice questions (with answers) about college
medicine.
'
include: _mmlu_flan_loglikelihood_template_yaml
task: mmlu_flan_n_shot_loglikelihood_college_medicine
dataset_name: college_physics
description: 'The following are multiple choice questions (with answers) about college
physics.
'
include: _mmlu_flan_loglikelihood_template_yaml
task: mmlu_flan_n_shot_loglikelihood_college_physics
dataset_name: computer_security
description: 'The following are multiple choice questions (with answers) about computer
security.
'
include: _mmlu_flan_loglikelihood_template_yaml
task: mmlu_flan_n_shot_loglikelihood_computer_security
dataset_name: conceptual_physics
description: 'The following are multiple choice questions (with answers) about conceptual
physics.
'
include: _mmlu_flan_loglikelihood_template_yaml
task: mmlu_flan_n_shot_loglikelihood_conceptual_physics
dataset_name: econometrics
description: 'The following are multiple choice questions (with answers) about econometrics.
'
include: _mmlu_flan_loglikelihood_template_yaml
task: mmlu_flan_n_shot_loglikelihood_econometrics
dataset_name: electrical_engineering
description: 'The following are multiple choice questions (with answers) about electrical
engineering.
'
include: _mmlu_flan_loglikelihood_template_yaml
task: mmlu_flan_n_shot_loglikelihood_electrical_engineering
dataset_name: elementary_mathematics
description: 'The following are multiple choice questions (with answers) about elementary
mathematics.
'
include: _mmlu_flan_loglikelihood_template_yaml
task: mmlu_flan_n_shot_loglikelihood_elementary_mathematics
dataset_name: formal_logic
description: 'The following are multiple choice questions (with answers) about formal
logic.
'
include: _mmlu_flan_loglikelihood_template_yaml
task: mmlu_flan_n_shot_loglikelihood_formal_logic
dataset_name: global_facts
description: 'The following are multiple choice questions (with answers) about global
facts.
'
include: _mmlu_flan_loglikelihood_template_yaml
task: mmlu_flan_n_shot_loglikelihood_global_facts
dataset_name: high_school_biology
description: 'The following are multiple choice questions (with answers) about high
school biology.
'
include: _mmlu_flan_loglikelihood_template_yaml
task: mmlu_flan_n_shot_loglikelihood_high_school_biology
dataset_name: high_school_chemistry
description: 'The following are multiple choice questions (with answers) about high
school chemistry.
'
include: _mmlu_flan_loglikelihood_template_yaml
task: mmlu_flan_n_shot_loglikelihood_high_school_chemistry
dataset_name: high_school_computer_science
description: 'The following are multiple choice questions (with answers) about high
school computer science.
'
include: _mmlu_flan_loglikelihood_template_yaml
task: mmlu_flan_n_shot_loglikelihood_high_school_computer_science
dataset_name: high_school_european_history
description: 'The following are multiple choice questions (with answers) about high
school european history.
'
include: _mmlu_flan_loglikelihood_template_yaml
task: mmlu_flan_n_shot_loglikelihood_high_school_european_history
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment