merged from main

lm_eval/tasks/tmmluplus/default/tmmluplus_administrative_law.yaml

+"dataset_name": "administrative_law"
+"description": "以下為行政法的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_humanities"
+"group_alias": "humanities"
+"include": "_default_template_yaml"
+"task": "tmmluplus_administrative_law"
+"task_alias": "administrative law"

lm_eval/tasks/tmmluplus/default/tmmluplus_advance_chemistry.yaml

+"dataset_name": "advance_chemistry"
+"description": "以下為化學的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_STEM"
+"group_alias": "STEM"
+"include": "_default_template_yaml"
+"task": "tmmluplus_advance_chemistry"
+"task_alias": "advance chemistry"

lm_eval/tasks/tmmluplus/default/tmmluplus_agriculture.yaml

+"dataset_name": "agriculture"
+"description": "以下為農業的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_other"
+"group_alias": "other"
+"include": "_default_template_yaml"
+"task": "tmmluplus_agriculture"
+"task_alias": "agriculture"

lm_eval/tasks/tmmluplus/default/tmmluplus_anti_money_laundering.yaml

+"dataset_name": "anti_money_laundering"
+"description": "以下為洗錢防制的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_humanities"
+"group_alias": "humanities"
+"include": "_default_template_yaml"
+"task": "tmmluplus_anti_money_laundering"
+"task_alias": "anti money laundering"

lm_eval/tasks/tmmluplus/default/tmmluplus_auditing.yaml

+"dataset_name": "auditing"
+"description": "以下為審計學的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_other"
+"group_alias": "other"
+"include": "_default_template_yaml"
+"task": "tmmluplus_auditing"
+"task_alias": "auditing"

lm_eval/tasks/tmmluplus/default/tmmluplus_basic_medical_science.yaml

+"dataset_name": "basic_medical_science"
+"description": "以下為基礎醫學的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_STEM"
+"group_alias": "STEM"
+"include": "_default_template_yaml"
+"task": "tmmluplus_basic_medical_science"
+"task_alias": "basic medical science"

lm_eval/tasks/tmmluplus/default/tmmluplus_business_management.yaml

+"dataset_name": "business_management"
+"description": "以下為企業管理的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_other"
+"group_alias": "other"
+"include": "_default_template_yaml"
+"task": "tmmluplus_business_management"
+"task_alias": "business management"

lm_eval/tasks/tmmluplus/default/tmmluplus_chinese_language_and_literature.yaml

+"dataset_name": "chinese_language_and_literature"
+"description": "以下為國文的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_social_sciences"
+"group_alias": "social sciences"
+"include": "_default_template_yaml"
+"task": "tmmluplus_chinese_language_and_literature"
+"task_alias": "chinese language and literature"

lm_eval/tasks/tmmluplus/default/tmmluplus_clinical_psychology.yaml

+"dataset_name": "clinical_psychology"
+"description": "以下為臨床心理學的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_social_sciences"
+"group_alias": "social sciences"
+"include": "_default_template_yaml"
+"task": "tmmluplus_clinical_psychology"
+"task_alias": "clinical psychology"

lm_eval/tasks/tmmluplus/default/tmmluplus_computer_science.yaml

+"dataset_name": "computer_science"
+"description": "以下為資訊工程的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_STEM"
+"group_alias": "STEM"
+"include": "_default_template_yaml"
+"task": "tmmluplus_computer_science"
+"task_alias": "computer science"

lm_eval/tasks/tmmluplus/default/tmmluplus_culinary_skills.yaml

+"dataset_name": "culinary_skills"
+"description": "以下為餐旅的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_other"
+"group_alias": "other"
+"include": "_default_template_yaml"
+"task": "tmmluplus_culinary_skills"
+"task_alias": "culinary skills"

lm_eval/tasks/tmmluplus/default/tmmluplus_dentistry.yaml

+"dataset_name": "dentistry"
+"description": "以下為牙醫學的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_other"
+"group_alias": "other"
+"include": "_default_template_yaml"
+"task": "tmmluplus_dentistry"
+"task_alias": "dentistry"

lm_eval/tasks/tmmluplus/default/tmmluplus_economics.yaml

+"dataset_name": "economics"
+"description": "以下為經濟學的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_social_sciences"
+"group_alias": "social sciences"
+"include": "_default_template_yaml"
+"task": "tmmluplus_economics"
+"task_alias": "economics"

lm_eval/tasks/tmmluplus/default/tmmluplus_education.yaml

+"dataset_name": "education"
+"description": "以下為教育常識的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_social_sciences"
+"group_alias": "social sciences"
+"include": "_default_template_yaml"
+"task": "tmmluplus_education"
+"task_alias": "education"

lm_eval/tasks/tmmluplus/default/tmmluplus_education_(profession_level).yaml

+"dataset_name": "education_(profession_level)"
+"description": "以下為教育專業的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_social_sciences"
+"group_alias": "social sciences"
+"include": "_default_template_yaml"
+"task": "tmmluplus_education_(profession_level)"
+"task_alias": "education (profession level)"

lm_eval/tasks/tmmluplus/default/tmmluplus_educational_psychology.yaml

+"dataset_name": "educational_psychology"
+"description": "以下為教育心理的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_social_sciences"
+"group_alias": "social sciences"
+"include": "_default_template_yaml"
+"task": "tmmluplus_educational_psychology"
+"task_alias": "educational psychology"

lm_eval/tasks/tmmluplus/default/tmmluplus_engineering_math.yaml

+"dataset_name": "engineering_math"
+"description": "以下為工程數學的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_STEM"
+"group_alias": "STEM"
+"include": "_default_template_yaml"
+"task": "tmmluplus_engineering_math"
+"task_alias": "engineering math"

lm_eval/tasks/tmmluplus/default/tmmluplus_finance_banking.yaml

+"dataset_name": "finance_banking"
+"description": "以下為金融與法規的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_other"
+"group_alias": "other"
+"include": "_default_template_yaml"
+"task": "tmmluplus_finance_banking"
+"task_alias": "finance banking"

lm_eval/tasks/tmmluplus/default/tmmluplus_financial_analysis.yaml

+"dataset_name": "financial_analysis"
+"description": "以下為財務分析的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_other"
+"group_alias": "other"
+"include": "_default_template_yaml"
+"task": "tmmluplus_financial_analysis"
+"task_alias": "financial analysis"

lm_eval/tasks/tmmluplus/default/tmmluplus_fire_science.yaml

+"dataset_name": "fire_science"
+"description": "以下為火災學的單選題，請提供正確答案的選項。\n\n"
+"group": "tmmluplus_other"
+"group_alias": "other"
+"include": "_default_template_yaml"
+"task": "tmmluplus_fire_science"
+"task_alias": "fire science"