add group yaml

7f49429a · lintangsutawika · 789b6525 · 7f49429a
Commit 7f49429a authored Aug 08, 2024 by lintangsutawika
Hide whitespace changes
Inline Side-by-side

Showing with 18 additions and 0 deletions

lm_eval/tasks/afrimmlu/_afrimmlu.yaml lm_eval/tasks/afrimmlu/_afrimmlu.yaml +18 -0

No files found.
--- a/lm_eval/tasks/afrimmlu/_afrimmlu.yaml
+++ b/lm_eval/tasks/afrimmlu/_afrimmlu.yaml
+group: afrimmlu
+group_alias: AfriMMLU
+task:
+  - group: afrimmlu_direct
+    group_alias: AfriMMLU
+    task:
+      - afrimmlu_direct_tasks
+    aggregate_metric_list:
+      - metric: acc
+        weight_by_size: False
+  - group: afrimmlu_translate
+    group_alias: AfriMMLU (Translate)
+    task:
+      - afrimmlu_translate_tasks
+    aggregate_metric_list:
+      - metric: acc
+        weight_by_size: False
+num_fewshot: 5
\ No newline at end of file