merged from main

lm_eval/tasks/tmmluplus/default/tmmluplus_general_principles_of_law.yaml

+"dataset_name": "general_principles_of_law"
+"description": "以下為法學大意的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_humanities"
+"group_alias": "humanities"
+"include": "_default_template_yaml"
+"task": "tmmluplus_general_principles_of_law"
+"task_alias": "general principles of law"

lm_eval/tasks/tmmluplus/default/tmmluplus_geography_of_taiwan.yaml

+"dataset_name": "geography_of_taiwan"
+"description": "以下為台灣地理的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_social_sciences"
+"group_alias": "social sciences"
+"include": "_default_template_yaml"
+"task": "tmmluplus_geography_of_taiwan"
+"task_alias": "geography of taiwan"

lm_eval/tasks/tmmluplus/default/tmmluplus_human_behavior.yaml

+"dataset_name": "human_behavior"
+"description": "以下為人類行為與社會的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_social_sciences"
+"group_alias": "social sciences"
+"include": "_default_template_yaml"
+"task": "tmmluplus_human_behavior"
+"task_alias": "human behavior"

lm_eval/tasks/tmmluplus/default/tmmluplus_insurance_studies.yaml

+"dataset_name": "insurance_studies"
+"description": "以下為保險學的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_other"
+"group_alias": "other"
+"include": "_default_template_yaml"
+"task": "tmmluplus_insurance_studies"
+"task_alias": "insurance studies"

lm_eval/tasks/tmmluplus/default/tmmluplus_introduction_to_law.yaml

+"dataset_name": "introduction_to_law"
+"description": "以下為法律概論的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_humanities"
+"group_alias": "humanities"
+"include": "_default_template_yaml"
+"task": "tmmluplus_introduction_to_law"
+"task_alias": "introduction to law"

lm_eval/tasks/tmmluplus/default/tmmluplus_jce_humanities.yaml

+"dataset_name": "jce_humanities"
+"description": "以下為指考人文科目的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_humanities"
+"group_alias": "humanities"
+"include": "_default_template_yaml"
+"task": "tmmluplus_jce_humanities"
+"task_alias": "jce humanities"

lm_eval/tasks/tmmluplus/default/tmmluplus_junior_chemistry.yaml

+"dataset_name": "junior_chemistry"
+"description": "以下為國中理化的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_STEM"
+"group_alias": "STEM"
+"include": "_default_template_yaml"
+"task": "tmmluplus_junior_chemistry"
+"task_alias": "junior chemistry"

lm_eval/tasks/tmmluplus/default/tmmluplus_junior_chinese_exam.yaml

+"dataset_name": "junior_chinese_exam"
+"description": "以下為國中會考基測國文的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_social_sciences"
+"group_alias": "social sciences"
+"include": "_default_template_yaml"
+"task": "tmmluplus_junior_chinese_exam"
+"task_alias": "junior chinese exam"

lm_eval/tasks/tmmluplus/default/tmmluplus_junior_math_exam.yaml

+"dataset_name": "junior_math_exam"
+"description": "以下為國中會考基測數學科的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_STEM"
+"group_alias": "STEM"
+"include": "_default_template_yaml"
+"task": "tmmluplus_junior_math_exam"
+"task_alias": "junior math exam"

lm_eval/tasks/tmmluplus/default/tmmluplus_junior_science_exam.yaml

+"dataset_name": "junior_science_exam"
+"description": "以下為國中會考基測自然科的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_STEM"
+"group_alias": "STEM"
+"include": "_default_template_yaml"
+"task": "tmmluplus_junior_science_exam"
+"task_alias": "junior science exam"

lm_eval/tasks/tmmluplus/default/tmmluplus_junior_social_studies.yaml

+"dataset_name": "junior_social_studies"
+"description": "以下為國中會考基測社會科的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_other"
+"group_alias": "other"
+"include": "_default_template_yaml"
+"task": "tmmluplus_junior_social_studies"
+"task_alias": "junior social studies"

lm_eval/tasks/tmmluplus/default/tmmluplus_linear_algebra.yaml

+"dataset_name": "linear_algebra"
+"description": "以下為線代的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_STEM"
+"group_alias": "STEM"
+"include": "_default_template_yaml"
+"task": "tmmluplus_linear_algebra"
+"task_alias": "linear algebra"

lm_eval/tasks/tmmluplus/default/tmmluplus_logic_reasoning.yaml

+"dataset_name": "logic_reasoning"
+"description": "以下為邏輯思維的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_other"
+"group_alias": "other"
+"include": "_default_template_yaml"
+"task": "tmmluplus_logic_reasoning"
+"task_alias": "logic reasoning"

lm_eval/tasks/tmmluplus/default/tmmluplus_macroeconomics.yaml

+"dataset_name": "macroeconomics"
+"description": "以下為總經的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_social_sciences"
+"group_alias": "social sciences"
+"include": "_default_template_yaml"
+"task": "tmmluplus_macroeconomics"
+"task_alias": "macroeconomics"

lm_eval/tasks/tmmluplus/default/tmmluplus_management_accounting.yaml

+"dataset_name": "management_accounting"
+"description": "以下為管理會計的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_other"
+"group_alias": "other"
+"include": "_default_template_yaml"
+"task": "tmmluplus_management_accounting"
+"task_alias": "management accounting"

lm_eval/tasks/tmmluplus/default/tmmluplus_marketing_management.yaml

+"dataset_name": "marketing_management"
+"description": "以下為行銷管理的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_other"
+"group_alias": "other"
+"include": "_default_template_yaml"
+"task": "tmmluplus_marketing_management"
+"task_alias": "marketing management"

lm_eval/tasks/tmmluplus/default/tmmluplus_mechanical.yaml

+"dataset_name": "mechanical"
+"description": "以下為機械與機電概論的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_other"
+"group_alias": "other"
+"include": "_default_template_yaml"
+"task": "tmmluplus_mechanical"
+"task_alias": "mechanical"

lm_eval/tasks/tmmluplus/default/tmmluplus_music.yaml

+"dataset_name": "music"
+"description": "以下為音樂科的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_other"
+"group_alias": "other"
+"include": "_default_template_yaml"
+"task": "tmmluplus_music"
+"task_alias": "music"

lm_eval/tasks/tmmluplus/default/tmmluplus_national_protection.yaml

+"dataset_name": "national_protection"
+"description": "以下為軍事的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_social_sciences"
+"group_alias": "social sciences"
+"include": "_default_template_yaml"
+"task": "tmmluplus_national_protection"
+"task_alias": "national protection"

lm_eval/tasks/tmmluplus/default/tmmluplus_nautical_science.yaml

+"dataset_name": "nautical_science"
+"description": "以下為航海的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_other"
+"group_alias": "other"
+"include": "_default_template_yaml"
+"task": "tmmluplus_nautical_science"
+"task_alias": "nautical science"