Merge pull request #864 from EleutherAI/add-fewshot-config

[Refactor] CMMLU, C-Eval port ; Add fewshot config

lm_eval/tasks/ceval/ceval-valid_computer_network.yaml

+"dataset_name": "computer_network"
+"description": "以下是中国关于计算机网络的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_computer_network"

lm_eval/tasks/ceval/ceval-valid_discrete_mathematics.yaml

+"dataset_name": "discrete_mathematics"
+"description": "以下是中国关于离散数学的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_discrete_mathematics"

lm_eval/tasks/ceval/ceval-valid_education_science.yaml

+"dataset_name": "education_science"
+"description": "以下是中国关于教育学的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_education_science"

lm_eval/tasks/ceval/ceval-valid_electrical_engineer.yaml

+"dataset_name": "electrical_engineer"
+"description": "以下是中国关于注册电气工程师的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_electrical_engineer"

lm_eval/tasks/ceval/ceval-valid_environmental_impact_assessment_engineer.yaml

+"dataset_name": "environmental_impact_assessment_engineer"
+"description": "以下是中国关于环境影响评价工程师的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_environmental_impact_assessment_engineer"

lm_eval/tasks/ceval/ceval-valid_fire_engineer.yaml

+"dataset_name": "fire_engineer"
+"description": "以下是中国关于注册消防工程师的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_fire_engineer"

lm_eval/tasks/ceval/ceval-valid_high_school_biology.yaml

+"dataset_name": "high_school_biology"
+"description": "以下是中国关于高中生物的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_high_school_biology"

lm_eval/tasks/ceval/ceval-valid_high_school_chemistry.yaml

+"dataset_name": "high_school_chemistry"
+"description": "以下是中国关于高中化学的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_high_school_chemistry"

lm_eval/tasks/ceval/ceval-valid_high_school_chinese.yaml

+"dataset_name": "high_school_chinese"
+"description": "以下是中国关于高中语文的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_high_school_chinese"

lm_eval/tasks/ceval/ceval-valid_high_school_geography.yaml

+"dataset_name": "high_school_geography"
+"description": "以下是中国关于高中地理的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_high_school_geography"

lm_eval/tasks/ceval/ceval-valid_high_school_history.yaml

+"dataset_name": "high_school_history"
+"description": "以下是中国关于高中历史的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_high_school_history"

lm_eval/tasks/ceval/ceval-valid_high_school_mathematics.yaml

+"dataset_name": "high_school_mathematics"
+"description": "以下是中国关于高中数学的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_high_school_mathematics"

lm_eval/tasks/ceval/ceval-valid_high_school_physics.yaml

+"dataset_name": "high_school_physics"
+"description": "以下是中国关于高中物理的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_high_school_physics"

lm_eval/tasks/ceval/ceval-valid_high_school_politics.yaml

+"dataset_name": "high_school_politics"
+"description": "以下是中国关于高中政治的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_high_school_politics"

lm_eval/tasks/ceval/ceval-valid_ideological_and_moral_cultivation.yaml

+"dataset_name": "ideological_and_moral_cultivation"
+"description": "以下是中国关于思想道德修养与法律基础的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_ideological_and_moral_cultivation"

lm_eval/tasks/ceval/ceval-valid_law.yaml

+"dataset_name": "law"
+"description": "以下是中国关于法学的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_law"

lm_eval/tasks/ceval/ceval-valid_legal_professional.yaml

+"dataset_name": "legal_professional"
+"description": "以下是中国关于法律职业资格的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_legal_professional"

lm_eval/tasks/ceval/ceval-valid_logic.yaml

+"dataset_name": "logic"
+"description": "以下是中国关于逻辑学的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_logic"

lm_eval/tasks/ceval/ceval-valid_mao_zedong_thought.yaml

+"dataset_name": "mao_zedong_thought"
+"description": "以下是中国关于毛泽东思想和中国特色社会主义理论体系概论的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_mao_zedong_thought"

lm_eval/tasks/ceval/ceval-valid_marxism.yaml

+"dataset_name": "marxism"
+"description": "以下是中国关于马克思主义基本原理的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_marxism"