Merge pull request #864 from EleutherAI/add-fewshot-config

[Refactor] CMMLU, C-Eval port ; Add fewshot config

lm_eval/tasks/cmmlu/cmmlu_default_college_mathematics.yaml

+"dataset_name": "college_mathematics"
+"description": "以下是关于大学数学的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_college_mathematics"

lm_eval/tasks/cmmlu/cmmlu_default_college_medical_statistics.yaml

+"dataset_name": "college_medical_statistics"
+"description": "以下是关于大学医学统计的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_college_medical_statistics"

lm_eval/tasks/cmmlu/cmmlu_default_college_medicine.yaml

+"dataset_name": "college_medicine"
+"description": "以下是关于大学医学的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_college_medicine"

lm_eval/tasks/cmmlu/cmmlu_default_computer_science.yaml

+"dataset_name": "computer_science"
+"description": "以下是关于计算机科学的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_computer_science"

lm_eval/tasks/cmmlu/cmmlu_default_computer_security.yaml

+"dataset_name": "computer_security"
+"description": "以下是关于计算机安全的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_computer_security"

lm_eval/tasks/cmmlu/cmmlu_default_conceptual_physics.yaml

+"dataset_name": "conceptual_physics"
+"description": "以下是关于概念物理学的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_conceptual_physics"

lm_eval/tasks/cmmlu/cmmlu_default_construction_project_management.yaml

+"dataset_name": "construction_project_management"
+"description": "以下是关于建设工程管理的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_construction_project_management"

lm_eval/tasks/cmmlu/cmmlu_default_economics.yaml

+"dataset_name": "economics"
+"description": "以下是关于经济学的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_economics"

lm_eval/tasks/cmmlu/cmmlu_default_education.yaml

+"dataset_name": "education"
+"description": "以下是关于教育学的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_education"

lm_eval/tasks/cmmlu/cmmlu_default_electrical_engineering.yaml

+"dataset_name": "electrical_engineering"
+"description": "以下是关于电气工程的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_electrical_engineering"

lm_eval/tasks/cmmlu/cmmlu_default_elementary_chinese.yaml

+"dataset_name": "elementary_chinese"
+"description": "以下是关于小学语文的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_elementary_chinese"

lm_eval/tasks/cmmlu/cmmlu_default_elementary_commonsense.yaml

+"dataset_name": "elementary_commonsense"
+"description": "以下是关于小学常识的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_elementary_commonsense"

lm_eval/tasks/cmmlu/cmmlu_default_elementary_information_and_technology.yaml

+"dataset_name": "elementary_information_and_technology"
+"description": "以下是关于小学信息技术的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_elementary_information_and_technology"

lm_eval/tasks/cmmlu/cmmlu_default_elementary_mathematics.yaml

+"dataset_name": "elementary_mathematics"
+"description": "以下是关于初等数学的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_elementary_mathematics"

lm_eval/tasks/cmmlu/cmmlu_default_ethnology.yaml

+"dataset_name": "ethnology"
+"description": "以下是关于民族学的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_ethnology"

lm_eval/tasks/cmmlu/cmmlu_default_food_science.yaml

+"dataset_name": "food_science"
+"description": "以下是关于食品科学的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_food_science"

lm_eval/tasks/cmmlu/cmmlu_default_genetics.yaml

+"dataset_name": "genetics"
+"description": "以下是关于遗传学的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_genetics"

lm_eval/tasks/cmmlu/cmmlu_default_global_facts.yaml

+"dataset_name": "global_facts"
+"description": "以下是关于全球事实的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_global_facts"

lm_eval/tasks/cmmlu/cmmlu_default_high_school_biology.yaml

+"dataset_name": "high_school_biology"
+"description": "以下是关于高中生物的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_high_school_biology"

lm_eval/tasks/cmmlu/cmmlu_default_high_school_chemistry.yaml

+"dataset_name": "high_school_chemistry"
+"description": "以下是关于高中化学的单项选择题，请直接给出正确答案的选项。\n\n"
+"include": "_default_template_yaml"
+"task": "cmmlu_high_school_chemistry"