fix: enlarge max_gen_toks to make output of bbh_cot_fewshot complete

7ec42165 · momotori · 33dcbd49 · 7ec42165
Commit 7ec42165 authored Dec 13, 2023 by momotori
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 0 deletions

lm_eval/tasks/bbh/cot_fewshot/_cot_fewshot_template_yaml lm_eval/tasks/bbh/cot_fewshot/_cot_fewshot_template_yaml +1 -0

No files found.
--- a/lm_eval/tasks/bbh/cot_fewshot/_cot_fewshot_template_yaml
+++ b/lm_eval/tasks/bbh/cot_fewshot/_cot_fewshot_template_yaml
@@ -12,6 +12,7 @@ metric_list:
    # ignore_case: true
    # ignore_punctuation: true
 generation_kwargs:
+  max_gen_toks: 1024
  until:
    - "</s>"
    - "Q"