nit

6e7c7897 · Baber · f8e9fa1d · 6e7c7897
Commit 6e7c7897 authored Feb 20, 2025 by Baber
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 10 deletions

lm_eval/tasks/gsm8k/gsm8k-cot-llama.yaml lm_eval/tasks/gsm8k/gsm8k-cot-llama.yaml +3 -10

No files found.
--- a/lm_eval/tasks/gsm8k/gsm8k-cot-llama.yaml
+++ b/lm_eval/tasks/gsm8k/gsm8k-cot-llama.yaml
@@ -55,16 +55,9 @@ tag:
 metadata:
  version: 3.0
 metric_list:
- aggregation: mean
+  - metric: math_verify
-  higher_is_better: true
+    aggregation: mean
-  ignore_case: true
+    higher_is_better: true
-  ignore_punctuation: false
-  metric: exact_match
-  regexes_to_ignore:
-  - ','
-  - \$
-  - '(?s).*#### '
-  - \.$
 num_fewshot: 8
 output_type: generate_until
 repeats: 1