nit

lm_eval/tasks/llama3/instruct/mgsm/mgsm_chat.yaml

 group: mgsm_chat
-group_alias: mmlu (llama)
+group_alias: mgsm (llama)
 task:
     - mgsm_chat_bn
     - mgsm_chat_de
@@ -14,6 +14,8 @@ task:
     - mgsm_chat_zh
 aggregate_metric_list:
   - metric: exact_match
+    aggregation: mean
     weight_by_size: True
+    filter_list: [flexible-extract, strict-match]
 metadata:
   version: 0

lm_eval/tasks/llama3/instruct/mgsm/mgsm_chat_template

@@ -26,6 +26,7 @@ filter_list:
   - name: "strict-match"
     filter:
       - function: "regex"
+        group_select: -1
         regex_pattern: "(?:Answer|Réponse|Antwort|Ответ|Respuesta|答え|Jibu|答案|คำตอบ|సమాధానం|উত্তর): (\\-?[0-9\\.\\,]+)"
       - function: remove_whitespace
       - function: take_first