Update generate_until_template_yaml (#1546)

a79a7c33 · Hailey Schoelkopf · GitHub · 3bdf25ec · a79a7c33
Unverified Commit a79a7c33 authored Mar 11, 2024 by Hailey Schoelkopf Committed by GitHub Mar 11, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

lm_eval/tasks/bigbench/generate_until_template_yaml lm_eval/tasks/bigbench/generate_until_template_yaml +1 -1

No files found.
--- a/lm_eval/tasks/bigbench/generate_until_template_yaml
+++ b/lm_eval/tasks/bigbench/generate_until_template_yaml
@@ -8,7 +8,7 @@ test_split: default
 doc_to_text: inputs
 doc_to_target: "{{targets[0]}}"
 generation_kwargs:
-  max_length: 128
+  max_gen_toks: 128
 metric_list:
  - metric: exact_match
    aggregation: mean