add group yaml

d99feafa · lintangsutawika · 741a6a69 · d99feafa
Commit d99feafa authored Aug 20, 2024 by lintangsutawika
Hide whitespace changes
Inline Side-by-side

Showing with 17 additions and 0 deletions

lm_eval/tasks/mela/_mela.yaml lm_eval/tasks/mela/_mela.yaml +17 -0

No files found.
--- a/lm_eval/tasks/mela/_mela.yaml
+++ b/lm_eval/tasks/mela/_mela.yaml
+group: mela
+task:
+  - mela_en
+  - mela_zh
+  - mela_it
+  - mela_ru
+  - mela_de
+  - mela_fr
+  - mela_es
+  - mela_ja
+  - mela_ar
+  - mela_ar
+aggregate_metric_list:
+  - metric: mcc
+    weight_by_size: True
+metadata:
+  version: 1
\ No newline at end of file