update delimiter->fewshot_delimiter

89a5a865 · haileyschoelkopf · a7993806 · 89a5a865
Commit 89a5a865 authored Jun 26, 2023 by haileyschoelkopf
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

lm_eval/tasks/gsm8k/gsm8k-cot.yaml lm_eval/tasks/gsm8k/gsm8k-cot.yaml +1 -1

No files found.
--- a/lm_eval/tasks/gsm8k/gsm8k-cot.yaml
+++ b/lm_eval/tasks/gsm8k/gsm8k-cot.yaml
@@ -25,7 +25,7 @@ metric_list:
    regexes_to_ignore:
      - ","
      - "\\$"
-delimiter: "\n\n"
+fewshot_delimiter: "\n\n"
 generation_kwargs:
  until:
    - "Q:"