Skip to content

GitLab

Unverified Commit 543617fe authored by Hailey Schoelkopf's avatar Hailey Schoelkopf Committed by GitHub
Browse files

Bump version to v0.4.4 ; Fixes to TMMLUplus (#2280)

parent 7a1614eb
Show whitespace changes
Inline Side-by-side
Showing with 31 additions and 46 deletions
lm_eval/tasks/tmmluplus/default/tmmluplus_statistics_and_machine_learning.yaml
View file @ 543617fe
"dataset_name": "statistics_and_machine_learning"
"description": "以下為統計與機器學習的單選題，請提供正確答案的選項。\n\n"
"group": "tmmluplus_STEM"
"group_alias": "STEM"
"include": "_default_template_yaml"
"tag": "tmmluplus_STEM_tasks"
"include": "_tmmluplus_template_yaml"
"task": "tmmluplus_statistics_and_machine_learning"
"task_alias": "statistics and machine learning"
lm_eval/tasks/tmmluplus/default/tmmluplus_taiwanese_hokkien.yaml
View file @ 543617fe
"dataset_name": "taiwanese_hokkien"
"description": "以下為閩南語的單選題，請提供正確答案的選項。\n\n"
"group": "tmmluplus_social_sciences"
"group_alias": "social sciences"
"include": "_default_template_yaml"
"tag": "tmmluplus_social_sciences_tasks"
"include": "_tmmluplus_template_yaml"
"task": "tmmluplus_taiwanese_hokkien"
"task_alias": "taiwanese hokkien"
lm_eval/tasks/tmmluplus/default/tmmluplus_taxation.yaml
View file @ 543617fe
"dataset_name": "taxation"
"description": "以下為稅務的單選題，請提供正確答案的選項。\n\n"
"group": "tmmluplus_humanities"
"group_alias": "humanities"
"include": "_default_template_yaml"
"tag": "tmmluplus_humanities_tasks"
"include": "_tmmluplus_template_yaml"
"task": "tmmluplus_taxation"
"task_alias": "taxation"
lm_eval/tasks/tmmluplus/default/tmmluplus_technical.yaml
View file @ 543617fe
"dataset_name": "technical"
"description": "以下為技術工相關的單選題，請提供正確答案的選項。\n\n"
"group": "tmmluplus_other"
"group_alias": "other"
"include": "_default_template_yaml"
"tag": "tmmluplus_other_tasks"
"include": "_tmmluplus_template_yaml"
"task": "tmmluplus_technical"
"task_alias": "technical"
lm_eval/tasks/tmmluplus/default/tmmluplus_three_principles_of_people.yaml
View file @ 543617fe
"dataset_name": "three_principles_of_people"
"description": "以下為三民主義的單選題，請提供正確答案的選項。\n\n"
"group": "tmmluplus_social_sciences"
"group_alias": "social sciences"
"include": "_default_template_yaml"
"tag": "tmmluplus_social_sciences_tasks"
"include": "_tmmluplus_template_yaml"
"task": "tmmluplus_three_principles_of_people"
"task_alias": "three principles of people"
lm_eval/tasks/tmmluplus/default/tmmluplus_trade.yaml
View file @ 543617fe
"dataset_name": "trade"
"description": "以下為貿易的單選題，請提供正確答案的選項。\n\n"
"group": "tmmluplus_other"
"group_alias": "other"
"include": "_default_template_yaml"
"tag": "tmmluplus_other_tasks"
"include": "_tmmluplus_template_yaml"
"task": "tmmluplus_trade"
"task_alias": "trade"
lm_eval/tasks/tmmluplus/default/tmmluplus_traditional_chinese_medicine_clinical_medicine.yaml
View file @ 543617fe
"dataset_name": "traditional_chinese_medicine_clinical_medicine"
"description": "以下為中醫臨床醫學的單選題，請提供正確答案的選項。\n\n"
"group": "tmmluplus_other"
"group_alias": "other"
"include": "_default_template_yaml"
"tag": "tmmluplus_other_tasks"
"include": "_tmmluplus_template_yaml"
"task": "tmmluplus_traditional_chinese_medicine_clinical_medicine"
"task_alias": "traditional chinese medicine clinical medicine"
lm_eval/tasks/tmmluplus/default/tmmluplus_trust_practice.yaml
View file @ 543617fe
"dataset_name": "trust_practice"
"description": "以下為信託實務的單選題，請提供正確答案的選項。\n\n"
"group": "tmmluplus_humanities"
"group_alias": "humanities"
"include": "_default_template_yaml"
"tag": "tmmluplus_humanities_tasks"
"include": "_tmmluplus_template_yaml"
"task": "tmmluplus_trust_practice"
"task_alias": "trust practice"
lm_eval/tasks/tmmluplus/default/tmmluplus_ttqav2.yaml
View file @ 543617fe
"dataset_name": "ttqav2"
"description": "以下為台灣在地用語的單選題，請提供正確答案的選項。\n\n"
"group": "tmmluplus_social_sciences"
"group_alias": "social sciences"
"include": "_default_template_yaml"
"tag": "tmmluplus_social_sciences_tasks"
"include": "_tmmluplus_template_yaml"
"task": "tmmluplus_ttqav2"
"task_alias": "ttqav2"
lm_eval/tasks/tmmluplus/default/tmmluplus_tve_chinese_language.yaml
View file @ 543617fe
"dataset_name": "tve_chinese_language"
"description": "以下為統測國文的單選題，請提供正確答案的選項。\n\n"
"group": "tmmluplus_social_sciences"
"group_alias": "social sciences"
"include": "_default_template_yaml"
"tag": "tmmluplus_social_sciences_tasks"
"include": "_tmmluplus_template_yaml"
"task": "tmmluplus_tve_chinese_language"
"task_alias": "tve chinese language"
lm_eval/tasks/tmmluplus/default/tmmluplus_tve_design.yaml
View file @ 543617fe
"dataset_name": "tve_design"
"description": "以下為統測 設計的單選題，請提供正確答案的選項。\n\n"
"group": "tmmluplus_other"
"group_alias": "other"
"include": "_default_template_yaml"
"tag": "tmmluplus_other_tasks"
"include": "_tmmluplus_template_yaml"
"task": "tmmluplus_tve_design"
"task_alias": "tve design"
lm_eval/tasks/tmmluplus/default/tmmluplus_tve_mathematics.yaml
View file @ 543617fe
"dataset_name": "tve_mathematics"
"description": "以下為統測數學的單選題，請提供正確答案的選項。\n\n"
"group": "tmmluplus_STEM"
"group_alias": "STEM"
"include": "_default_template_yaml"
"tag": "tmmluplus_STEM_tasks"
"include": "_tmmluplus_template_yaml"
"task": "tmmluplus_tve_mathematics"
"task_alias": "tve mathematics"
lm_eval/tasks/tmmluplus/default/tmmluplus_tve_natural_sciences.yaml
View file @ 543617fe
"dataset_name": "tve_natural_sciences"
"description": "以下為統測自然科的單選題，請提供正確答案的選項。\n\n"
"group": "tmmluplus_STEM"
"group_alias": "STEM"
"include": "_default_template_yaml"
"tag": "tmmluplus_STEM_tasks"
"include": "_tmmluplus_template_yaml"
"task": "tmmluplus_tve_natural_sciences"
"task_alias": "tve natural sciences"
lm_eval/tasks/tmmluplus/default/tmmluplus_veterinary_pathology.yaml
View file @ 543617fe
"dataset_name": "veterinary_pathology"
"description": "以下為獸醫病理學的單選題，請提供正確答案的選項。\n\n"
"group": "tmmluplus_other"
"group_alias": "other"
"include": "_default_template_yaml"
"tag": "tmmluplus_other_tasks"
"include": "_tmmluplus_template_yaml"
"task": "tmmluplus_veterinary_pathology"
"task_alias": "veterinary pathology"
lm_eval/tasks/tmmluplus/default/tmmluplus_veterinary_pharmacology.yaml
View file @ 543617fe
"dataset_name": "veterinary_pharmacology"
"description": "以下為獸醫藥理學的單選題，請提供正確答案的選項。\n\n"
"group": "tmmluplus_other"
"group_alias": "other"
"include": "_default_template_yaml"
"tag": "tmmluplus_other_tasks"
"include": "_tmmluplus_template_yaml"
"task": "tmmluplus_veterinary_pharmacology"
"task_alias": "veterinary pharmacology"
pyproject.toml
View file @ 543617fe
......@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
[project]
name = "lm_eval"
version = "0.4.3"
version = "0.4.4"
authors = [
{name="EleutherAI", email="contact@eleuther.ai"}
]
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment