merged latest

lm_eval/tasks/ceval/ceval-valid_high_school_politics.yaml

+"dataset_name": "high_school_politics"
+"description": "以下是中国关于高中政治的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_high_school_politics"

lm_eval/tasks/ceval/ceval-valid_ideological_and_moral_cultivation.yaml

+"dataset_name": "ideological_and_moral_cultivation"
+"description": "以下是中国关于思想道德修养与法律基础的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_ideological_and_moral_cultivation"

lm_eval/tasks/ceval/ceval-valid_law.yaml

+"dataset_name": "law"
+"description": "以下是中国关于法学的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_law"

lm_eval/tasks/ceval/ceval-valid_legal_professional.yaml

+"dataset_name": "legal_professional"
+"description": "以下是中国关于法律职业资格的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_legal_professional"

lm_eval/tasks/ceval/ceval-valid_logic.yaml

+"dataset_name": "logic"
+"description": "以下是中国关于逻辑学的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_logic"

lm_eval/tasks/ceval/ceval-valid_mao_zedong_thought.yaml

+"dataset_name": "mao_zedong_thought"
+"description": "以下是中国关于毛泽东思想和中国特色社会主义理论体系概论的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_mao_zedong_thought"

lm_eval/tasks/ceval/ceval-valid_marxism.yaml

+"dataset_name": "marxism"
+"description": "以下是中国关于马克思主义基本原理的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_marxism"

lm_eval/tasks/ceval/ceval-valid_metrology_engineer.yaml

+"dataset_name": "metrology_engineer"
+"description": "以下是中国关于注册计量师的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_metrology_engineer"

lm_eval/tasks/ceval/ceval-valid_middle_school_biology.yaml

+"dataset_name": "middle_school_biology"
+"description": "以下是中国关于初中生物的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_middle_school_biology"

lm_eval/tasks/ceval/ceval-valid_middle_school_chemistry.yaml

+"dataset_name": "middle_school_chemistry"
+"description": "以下是中国关于初中化学的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_middle_school_chemistry"

lm_eval/tasks/ceval/ceval-valid_middle_school_geography.yaml

+"dataset_name": "middle_school_geography"
+"description": "以下是中国关于初中地理的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_middle_school_geography"

lm_eval/tasks/ceval/ceval-valid_middle_school_history.yaml

+"dataset_name": "middle_school_history"
+"description": "以下是中国关于初中历史的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_middle_school_history"

lm_eval/tasks/ceval/ceval-valid_middle_school_mathematics.yaml

+"dataset_name": "middle_school_mathematics"
+"description": "以下是中国关于初中数学的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_middle_school_mathematics"

lm_eval/tasks/ceval/ceval-valid_middle_school_physics.yaml

+"dataset_name": "middle_school_physics"
+"description": "以下是中国关于初中物理的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_middle_school_physics"

lm_eval/tasks/ceval/ceval-valid_middle_school_politics.yaml

+"dataset_name": "middle_school_politics"
+"description": "以下是中国关于初中政治的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_middle_school_politics"

lm_eval/tasks/ceval/ceval-valid_modern_chinese_history.yaml

+"dataset_name": "modern_chinese_history"
+"description": "以下是中国关于近代史纲要的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_modern_chinese_history"

lm_eval/tasks/ceval/ceval-valid_operating_system.yaml

+"dataset_name": "operating_system"
+"description": "以下是中国关于操作系统的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_operating_system"

lm_eval/tasks/ceval/ceval-valid_physician.yaml

+"dataset_name": "physician"
+"description": "以下是中国关于医师资格的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_physician"

lm_eval/tasks/ceval/ceval-valid_plant_protection.yaml

+"dataset_name": "plant_protection"
+"description": "以下是中国关于植物保护的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_plant_protection"

lm_eval/tasks/ceval/ceval-valid_probability_and_statistics.yaml

+"dataset_name": "probability_and_statistics"
+"description": "以下是中国关于概率统计的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_probability_and_statistics"