merged from main

lm_eval/tasks/tmmluplus/default/tmmluplus_occupational_therapy_for_psychological_disorders.yaml

+"dataset_name": "occupational_therapy_for_psychological_disorders"
+"description": "以下為心理障礙職能治療學的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_social_sciences"
+"group_alias": "social sciences"
+"include": "_default_template_yaml"
+"task": "tmmluplus_occupational_therapy_for_psychological_disorders"
+"task_alias": "occupational therapy for psychological disorders"

lm_eval/tasks/tmmluplus/default/tmmluplus_official_document_management.yaml

+"dataset_name": "official_document_management"
+"description": "以下為機關文書的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_other"
+"group_alias": "other"
+"include": "_default_template_yaml"
+"task": "tmmluplus_official_document_management"
+"task_alias": "official document management"

lm_eval/tasks/tmmluplus/default/tmmluplus_optometry.yaml

+"dataset_name": "optometry"
+"description": "以下為視光學的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_other"
+"group_alias": "other"
+"include": "_default_template_yaml"
+"task": "tmmluplus_optometry"
+"task_alias": "optometry"

lm_eval/tasks/tmmluplus/default/tmmluplus_organic_chemistry.yaml

+"dataset_name": "organic_chemistry"
+"description": "以下為有機化學的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_STEM"
+"group_alias": "STEM"
+"include": "_default_template_yaml"
+"task": "tmmluplus_organic_chemistry"
+"task_alias": "organic chemistry"

lm_eval/tasks/tmmluplus/default/tmmluplus_pharmacology.yaml

+"dataset_name": "pharmacology"
+"description": "以下為藥理學的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_other"
+"group_alias": "other"
+"include": "_default_template_yaml"
+"task": "tmmluplus_pharmacology"
+"task_alias": "pharmacology"

lm_eval/tasks/tmmluplus/default/tmmluplus_pharmacy.yaml

+"dataset_name": "pharmacy"
+"description": "以下為藥劑學的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_STEM"
+"group_alias": "STEM"
+"include": "_default_template_yaml"
+"task": "tmmluplus_pharmacy"
+"task_alias": "pharmacy"

lm_eval/tasks/tmmluplus/default/tmmluplus_physical_education.yaml

+"dataset_name": "physical_education"
+"description": "以下為體育的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_social_sciences"
+"group_alias": "social sciences"
+"include": "_default_template_yaml"
+"task": "tmmluplus_physical_education"
+"task_alias": "physical education"

lm_eval/tasks/tmmluplus/default/tmmluplus_physics.yaml

+"dataset_name": "physics"
+"description": "以下為物理的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_STEM"
+"group_alias": "STEM"
+"include": "_default_template_yaml"
+"task": "tmmluplus_physics"
+"task_alias": "physics"

lm_eval/tasks/tmmluplus/default/tmmluplus_politic_science.yaml

+"dataset_name": "politic_science"
+"description": "以下為政治的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_social_sciences"
+"group_alias": "social sciences"
+"include": "_default_template_yaml"
+"task": "tmmluplus_politic_science"
+"task_alias": "politic science"

lm_eval/tasks/tmmluplus/default/tmmluplus_real_estate.yaml

+"dataset_name": "real_estate"
+"description": "以下為房地產的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_other"
+"group_alias": "other"
+"include": "_default_template_yaml"
+"task": "tmmluplus_real_estate"
+"task_alias": "real estate"

lm_eval/tasks/tmmluplus/default/tmmluplus_secondary_physics.yaml

+"dataset_name": "secondary_physics"
+"description": "以下為高中物理的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_STEM"
+"group_alias": "STEM"
+"include": "_default_template_yaml"
+"task": "tmmluplus_secondary_physics"
+"task_alias": "secondary physics"

lm_eval/tasks/tmmluplus/default/tmmluplus_statistics_and_machine_learning.yaml

+"dataset_name": "statistics_and_machine_learning"
+"description": "以下為統計與機器學習的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_STEM"
+"group_alias": "STEM"
+"include": "_default_template_yaml"
+"task": "tmmluplus_statistics_and_machine_learning"
+"task_alias": "statistics and machine learning"

lm_eval/tasks/tmmluplus/default/tmmluplus_taiwanese_hokkien.yaml

+"dataset_name": "taiwanese_hokkien"
+"description": "以下為閩南語的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_social_sciences"
+"group_alias": "social sciences"
+"include": "_default_template_yaml"
+"task": "tmmluplus_taiwanese_hokkien"
+"task_alias": "taiwanese hokkien"

lm_eval/tasks/tmmluplus/default/tmmluplus_taxation.yaml

+"dataset_name": "taxation"
+"description": "以下為稅務的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_humanities"
+"group_alias": "humanities"
+"include": "_default_template_yaml"
+"task": "tmmluplus_taxation"
+"task_alias": "taxation"

lm_eval/tasks/tmmluplus/default/tmmluplus_technical.yaml

+"dataset_name": "technical"
+"description": "以下為技術工相關的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_other"
+"group_alias": "other"
+"include": "_default_template_yaml"
+"task": "tmmluplus_technical"
+"task_alias": "technical"

lm_eval/tasks/tmmluplus/default/tmmluplus_three_principles_of_people.yaml

+"dataset_name": "three_principles_of_people"
+"description": "以下為三民主義的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_social_sciences"
+"group_alias": "social sciences"
+"include": "_default_template_yaml"
+"task": "tmmluplus_three_principles_of_people"
+"task_alias": "three principles of people"

lm_eval/tasks/tmmluplus/default/tmmluplus_trade.yaml

+"dataset_name": "trade"
+"description": "以下為貿易的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_other"
+"group_alias": "other"
+"include": "_default_template_yaml"
+"task": "tmmluplus_trade"
+"task_alias": "trade"

lm_eval/tasks/tmmluplus/default/tmmluplus_traditional_chinese_medicine_clinical_medicine.yaml

+"dataset_name": "traditional_chinese_medicine_clinical_medicine"
+"description": "以下為中醫臨床醫學的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_other"
+"group_alias": "other"
+"include": "_default_template_yaml"
+"task": "tmmluplus_traditional_chinese_medicine_clinical_medicine"
+"task_alias": "traditional chinese medicine clinical medicine"

lm_eval/tasks/tmmluplus/default/tmmluplus_trust_practice.yaml

+"dataset_name": "trust_practice"
+"description": "以下為信託實務的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_humanities"
+"group_alias": "humanities"
+"include": "_default_template_yaml"
+"task": "tmmluplus_trust_practice"
+"task_alias": "trust practice"

lm_eval/tasks/tmmluplus/default/tmmluplus_ttqav2.yaml

+"dataset_name": "ttqav2"
+"description": "以下為台灣在地用語的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_social_sciences"
+"group_alias": "social sciences"
+"include": "_default_template_yaml"
+"task": "tmmluplus_ttqav2"
+"task_alias": "ttqav2"