fix bug in gsm8k

a4b0eafe · haileyschoelkopf · 4e5a328e · a4b0eafe · a4b0eafe
Commit a4b0eafe authored Jul 06, 2023 by haileyschoelkopf
Hide whitespace changes
Inline Side-by-side

Showing with 0 additions and 2 deletions

lm_eval/tasks/gsm8k/gsm8k-cot.yaml lm_eval/tasks/gsm8k/gsm8k-cot.yaml +0 -1

lm_eval/tasks/gsm8k/gsm8k.yaml lm_eval/tasks/gsm8k/gsm8k.yaml +0 -1

No files found.
--- a/lm_eval/tasks/gsm8k/gsm8k-cot.yaml
+++ b/lm_eval/tasks/gsm8k/gsm8k-cot.yaml
@@ -25,7 +25,6 @@ metric_list:
    regexes_to_ignore:
      - ","
      - "\\$"
-fewshot_delimiter: "\n\n"
 generation_kwargs:
  until:
    - "Q:"

--- a/lm_eval/tasks/gsm8k/gsm8k.yaml
+++ b/lm_eval/tasks/gsm8k/gsm8k.yaml
@@ -21,7 +21,6 @@ metric_list:
      - ","
      - "\\$"
      - ".*### "
-delimiter: "\n\n"
 generation_kwargs:
  until:
    - "\n\n"