edit groups settings

lm_eval/tasks/afrimgsm/_afrimgsm.yaml

@@ -5,11 +5,14 @@ task:
     group_alias: AfriMGSM
     task:
       - afrimgsm_direct_tasks
-  - group: afrimgsm_translate
+    aggregate_metric_list:
+      - metric: acc
+        weight_by_size: False
+- group: afrimgsm_translate
     group_alias: AfriMGSM (Translate)
     task:
       - afrimgsm_translate_tasks
-aggregate_metric_list:
-  - metric: acc
-    weight_by_size: False
+    aggregate_metric_list:
+      - metric: acc
+        weight_by_size: False
 num_fewshot: 8

lm_eval/tasks/afrixnli/_afrixnli.yaml

@@ -5,8 +5,13 @@ task:
     group_alias: Prompt in African Languages
     task:
       - afrixnli_native_direct
-  - afrixnli_native_direct_eng_only
-  - group: afrixnli_lai_prompt_translate
+    aggregate_metric_list:
+      - metric: acc
+        weight_by_size: False
+  - group: afrixnli_translate_test
     group_alias: Translate-Test
     task:
-      - afrixnli_lai_prompt_translate
+      - afrixnli_translate
+    aggregate_metric_list:
+      - metric: acc
+        weight_by_size: False

lm_eval/tasks/afrixnli/_afrixnli_ablations.yaml

@@ -2,11 +2,16 @@ group: afrixnli
 group_alias: AfriXNLI
 task:
   - group: afrixnli_direct
-    group_alias: Prompt in African Languages
+    group_alias: ANLI Prompt
     task:
       - afrixnli_native_direct
-  - afrixnli_native_direct_eng_only
+    aggregate_metric_list:
+      - metric: acc
+        weight_by_size: False
   - group: afrixnli_translate
-    group_alias: Translate-Test
+    group_alias: Lai's Prompt
     task:
-      - afrixnli_translate
+      - afrixnli_manual_direct
+    aggregate_metric_list:
+      - metric: acc
+        weight_by_size: False