make KMMLU a tag for now

30fbcfc9 · haileyschoelkopf · 5251525d · 30fbcfc9 · 30fbcfc9 · 30fbcfc9
Commit 30fbcfc9 authored Jul 02, 2024 by haileyschoelkopf
4 changed files
--- a/lm_eval/tasks/kmmlu/cot_hard/_cot_kmmlu_yaml
+++ b/lm_eval/tasks/kmmlu/cot_hard/_cot_kmmlu_yaml
-group:
+tag:
    - kmmlu
    - kmmlu_hard_cot
 dataset_path: HAERAE-HUB/KMMLU-HARD

--- a/lm_eval/tasks/kmmlu/direct/_direct_kmmlu_yaml
+++ b/lm_eval/tasks/kmmlu/direct/_direct_kmmlu_yaml
-group:
+tag:
    - kmmlu
    - kmmlu_direct
 dataset_path: HAERAE-HUB/KMMLU

--- a/lm_eval/tasks/kmmlu/direct_hard/_direct_hard_kmmlu_yaml
+++ b/lm_eval/tasks/kmmlu/direct_hard/_direct_hard_kmmlu_yaml
-group:
+tag:
    - kmmlu
    - kmmlu_hard_direct
 dataset_path: HAERAE-HUB/KMMLU-HARD

--- a/lm_eval/tasks/kmmlu/hard/_hard_kmmlu_yaml
+++ b/lm_eval/tasks/kmmlu/hard/_hard_kmmlu_yaml
-group:
+tag:
    - kmmlu
    - kmmlu_hard
 dataset_path: HAERAE-HUB/KMMLU-HARD