[python] fix haerae tasks (#2112)

9d4a04a0 · Jungwhan Kim · GitHub · 69502c06 · 9d4a04a0 · 9d4a04a0
Unverified Commit 9d4a04a0 authored Jul 18, 2024 by Jungwhan Kim Committed by GitHub Jul 18, 2024
6 changed files
--- a/lm_eval/tasks/haerae/_haerae.yaml
+++ b/lm_eval/tasks/haerae/_haerae.yaml
 group: haerae
 task:
-  - haerae_gk
+  - haerae_general_knowledge
-  - haerae_hi
+  - haerae_history
-  - haerae_lw
+  - haerae_loan_word
-  - haerae_rw
+  - haerae_rare_word
-  - haerae_sn
+  - haerae_standard_nomenclature
 aggregate_metric_list:
  - metric: acc
    aggregation: mean

--- a/lm_eval/tasks/haerae/haerae_gk.yaml
+++ b/lm_eval/tasks/haerae/haerae_gk.yaml
-"dataset_name": "general_knowledge"
+dataset_name: general_knowledge
-"include": "_default_haerae_yaml"
+include: _default_haerae_yaml
-"task": "haerae_general_knowledge"
+task: haerae_general_knowledge
--- a/lm_eval/tasks/haerae/haerae_hi.yaml
+++ b/lm_eval/tasks/haerae/haerae_hi.yaml
-"dataset_name": "history"
+dataset_name: history
-"include": "_default_haerae_yaml"
+include: _default_haerae_yaml
-"task": "haerae_history"
+task: haerae_history
--- a/lm_eval/tasks/haerae/haerae_lw.yaml
+++ b/lm_eval/tasks/haerae/haerae_lw.yaml
-"dataset_name": "loan_words"
+dataset_name: loan_words
-"include": "_default_haerae_yaml"
+include: _default_haerae_yaml
-"task": "haerae_loan_word"
+task: haerae_loan_word
--- a/lm_eval/tasks/haerae/haerae_rw.yaml
+++ b/lm_eval/tasks/haerae/haerae_rw.yaml
-"dataset_name": "rare_words"
+dataset_name: rare_words
-"include": "_default_haerae_yaml"
+include: _default_haerae_yaml
-"task": "haerae_rare_word"
+task: haerae_rare_word
--- a/lm_eval/tasks/haerae/haerae_sn.yaml
+++ b/lm_eval/tasks/haerae/haerae_sn.yaml
-"dataset_name": "standard_nomenclature"
+dataset_name: standard_nomenclature
-"include": "_default_haerae_yaml"
+include: _default_haerae_yaml
-"task": "haerae_standard_nomenclature"
+task: haerae_standard_nomenclature