Commit 1e4e058c authored by Yu Shi Jie's avatar Yu Shi Jie
Browse files

mmlu-pro: added continuation and flan_cot_zeroshot

parent 23bd3449
"dataset_name": "math"
"description": "The following are multiple choice questions (with answers) about math.\n\
\n"
"group": "mmlu_pro_flan_cot_zeroshot_stem"
"include": "_mmlu_pro_flan_cot_zeroshot_template_yaml"
"task": "mmlu_pro_flan_cot_zeroshot_chemistry"
\ No newline at end of file
"dataset_name": "computer_science"
"description": "The following are multiple choice questions (with answers) about computer_science.\n\
\n"
"group": "mmlu_pro_flan_cot_zeroshot_stem"
"include": "_mmlu_pro_flan_cot_zeroshot_template_yaml"
"task": "mmlu_pro_flan_cot_zeroshot_computer_science"
"dataset_name": "economics"
"description": "The following are multiple choice questions (with answers) about economics.\n\
\n"
"group": "mmlu_pro_flan_cot_zeroshot_social_sciences"
"include": "_mmlu_pro_flan_cot_zeroshot_template_yaml"
"task": "mmlu_pro_flan_cot_zeroshot_economics"
"dataset_name": "engineering"
"description": "The following are multiple choice questions (with answers) about engineering.\n\
\n"
"group": "mmlu_pro_flan_cot_zeroshot_stem"
"include": "_mmlu_pro_flan_cot_zeroshot_template_yaml"
"task": "mmlu_pro_flan_cot_zeroshot_engineering"
"dataset_name": "health"
"description": "The following are multiple choice questions (with answers) about health.\n\
\n"
"group": "mmlu_pro_flan_cot_zeroshot_other"
"include": "_mmlu_pro_flan_cot_zeroshot_template_yaml"
"task": "mmlu_pro_flan_cot_zeroshot_health"
"dataset_name": "history"
"description": "The following are multiple choice questions (with answers) about history.\n\
\n"
"group": "mmlu_pro_flan_cot_zeroshot_humanities"
"include": "_mmlu_pro_flan_cot_zeroshot_template_yaml"
"task": "mmlu_pro_flan_cot_zeroshot_history"
"dataset_name": "law"
"description": "The following are multiple choice questions (with answers) about law.\n\
\n"
"group": "mmlu_pro_flan_cot_zeroshot_humanities"
"include": "_mmlu_pro_flan_cot_zeroshot_template_yaml"
"task": "mmlu_pro_flan_cot_zeroshot_law"
"dataset_name": "math"
"description": "The following are multiple choice questions (with answers) about math.\n\
\n"
"group": "mmlu_pro_flan_cot_zeroshot_stem"
"include": "_mmlu_pro_flan_cot_zeroshot_template_yaml"
"task": "mmlu_pro_flan_cot_zeroshot_math"
"dataset_name": "other"
"description": "The following are multiple choice questions (with answers) about other.\n\
\n"
"group": "mmlu_pro_flan_cot_zeroshot_other"
"include": "_mmlu_pro_flan_cot_zeroshot_template_yaml"
"task": "mmlu_pro_flan_cot_zeroshot_other"
"dataset_name": "philosophy"
"description": "The following are multiple choice questions (with answers) about philosophy.\n\
\n"
"group": "mmlu_pro_flan_cot_zeroshot_humanities"
"include": "_mmlu_pro_flan_cot_zeroshot_template_yaml"
"task": "mmlu_pro_flan_cot_zeroshot_philosophy"
"dataset_name": "physics"
"description": "The following are multiple choice questions (with answers) about physics.\n\
\n"
"group": "mmlu_pro_flan_cot_zeroshot_stem"
"include": "_mmlu_pro_flan_cot_zeroshot_template_yaml"
"task": "mmlu_pro_flan_cot_zeroshot_physics"
"dataset_name": "psychology"
"description": "The following are multiple choice questions (with answers) about psychology.\n\
\n"
"group": "mmlu_pro_flan_cot_zeroshot_social_sciences"
"include": "_mmlu_pro_flan_cot_zeroshot_template_yaml"
"task": "mmlu_pro_flan_cot_zeroshot_psychology"
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment