nit

47051bd8 · Baber · 55020c98 · 47051bd8
Commit 47051bd8 authored Feb 20, 2025 by Baber
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 3 deletions

lm_eval/tasks/gsm8k/gsm8k-cot.yaml lm_eval/tasks/gsm8k/gsm8k-cot.yaml +3 -3

No files found.
--- a/lm_eval/tasks/gsm8k/gsm8k-cot.yaml
+++ b/lm_eval/tasks/gsm8k/gsm8k-cot.yaml
@@ -54,9 +54,9 @@ tag:
 metadata:
  version: 3.0
 metric_list:
- aggregation: math_verify
-  higher_is_better: true
-  ignore_case: true
+  - metric: math_verify
+    aggregation: mean
+    higher_is_better: true
 num_fewshot: 8
 output_type: generate_until
 repeats: 1