merged latest

lm_eval/tasks/ceval/ceval-valid_civil_servant.yaml

+"dataset_name": "civil_servant"
+"description": "以下是中国关于公务员的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_civil_servant"

lm_eval/tasks/ceval/ceval-valid_clinical_medicine.yaml

+"dataset_name": "clinical_medicine"
+"description": "以下是中国关于临床医学的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_clinical_medicine"

lm_eval/tasks/ceval/ceval-valid_college_chemistry.yaml

+"dataset_name": "college_chemistry"
+"description": "以下是中国关于大学化学的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_college_chemistry"

lm_eval/tasks/ceval/ceval-valid_college_economics.yaml

+"dataset_name": "college_economics"
+"description": "以下是中国关于大学经济学的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_college_economics"

lm_eval/tasks/ceval/ceval-valid_college_physics.yaml

+"dataset_name": "college_physics"
+"description": "以下是中国关于大学物理的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_college_physics"

lm_eval/tasks/ceval/ceval-valid_college_programming.yaml

+"dataset_name": "college_programming"
+"description": "以下是中国关于大学编程的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_college_programming"

lm_eval/tasks/ceval/ceval-valid_computer_architecture.yaml

+"dataset_name": "computer_architecture"
+"description": "以下是中国关于计算机组成的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_computer_architecture"

lm_eval/tasks/ceval/ceval-valid_computer_network.yaml

+"dataset_name": "computer_network"
+"description": "以下是中国关于计算机网络的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_computer_network"

lm_eval/tasks/ceval/ceval-valid_discrete_mathematics.yaml

+"dataset_name": "discrete_mathematics"
+"description": "以下是中国关于离散数学的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_discrete_mathematics"

lm_eval/tasks/ceval/ceval-valid_education_science.yaml

+"dataset_name": "education_science"
+"description": "以下是中国关于教育学的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_education_science"

lm_eval/tasks/ceval/ceval-valid_electrical_engineer.yaml

+"dataset_name": "electrical_engineer"
+"description": "以下是中国关于注册电气工程师的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_electrical_engineer"

lm_eval/tasks/ceval/ceval-valid_environmental_impact_assessment_engineer.yaml

+"dataset_name": "environmental_impact_assessment_engineer"
+"description": "以下是中国关于环境影响评价工程师的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_environmental_impact_assessment_engineer"

lm_eval/tasks/ceval/ceval-valid_fire_engineer.yaml

+"dataset_name": "fire_engineer"
+"description": "以下是中国关于注册消防工程师的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_fire_engineer"

lm_eval/tasks/ceval/ceval-valid_high_school_biology.yaml

+"dataset_name": "high_school_biology"
+"description": "以下是中国关于高中生物的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_high_school_biology"

lm_eval/tasks/ceval/ceval-valid_high_school_chemistry.yaml

+"dataset_name": "high_school_chemistry"
+"description": "以下是中国关于高中化学的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_high_school_chemistry"

lm_eval/tasks/ceval/ceval-valid_high_school_chinese.yaml

+"dataset_name": "high_school_chinese"
+"description": "以下是中国关于高中语文的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_high_school_chinese"

lm_eval/tasks/ceval/ceval-valid_high_school_geography.yaml

+"dataset_name": "high_school_geography"
+"description": "以下是中国关于高中地理的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_high_school_geography"

lm_eval/tasks/ceval/ceval-valid_high_school_history.yaml

+"dataset_name": "high_school_history"
+"description": "以下是中国关于高中历史的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_high_school_history"

lm_eval/tasks/ceval/ceval-valid_high_school_mathematics.yaml

+"dataset_name": "high_school_mathematics"
+"description": "以下是中国关于高中数学的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_high_school_mathematics"

lm_eval/tasks/ceval/ceval-valid_high_school_physics.yaml

+"dataset_name": "high_school_physics"
+"description": "以下是中国关于高中物理的单项选择题，请选出其中的正确答案。\n\n"
+"include": "_default_ceval_yaml"
+"task": "ceval-valid_high_school_physics"