Fix incorrect `max_gen_toks` generation kwarg default in code2_text. (#1551)

* update gen_kwargs in code2-text-go.yaml * update gen_kwargs in rest code2-text

Fix incorrect `max_gen_toks` generation kwarg default in code2_text. (#1551)
* update gen_kwargs in code2-text-go.yaml * update gen_kwargs in rest code2-text
f518228f · Piyush Thakur · GitHub · 8051d954 · f518228f · f518228f
Unverified Commit f518228f authored Mar 09, 2024 by Piyush Thakur Committed by GitHub Mar 09, 2024
6 changed files
--- a/lm_eval/tasks/code_x_glue/code-text/go.yaml
+++ b/lm_eval/tasks/code_x_glue/code-text/go.yaml
@@ -8,7 +8,7 @@ test_split: test
 output_type: generate_until
 generation_kwargs:
  num_beams: 10
-  max_length: 128
+  max_gen_toks: 128
  until:
    - "</s>"
 doc_to_text: !function utils.doc_to_text

--- a/lm_eval/tasks/code_x_glue/code-text/java.yaml
+++ b/lm_eval/tasks/code_x_glue/code-text/java.yaml
@@ -8,7 +8,7 @@ test_split: test
 output_type: generate_until
 generation_kwargs:
  num_beams: 10
-  max_length: 128
+  max_gen_toks: 128
  until:
    - "</s>"
 doc_to_text: !function utils.doc_to_text

--- a/lm_eval/tasks/code_x_glue/code-text/javascript.yaml
+++ b/lm_eval/tasks/code_x_glue/code-text/javascript.yaml
@@ -8,7 +8,7 @@ test_split: test
 output_type: generate_until
 generation_kwargs:
  num_beams: 10
-  max_length: 128
+  max_gen_toks: 128
  until:
    - "</s>"
 doc_to_text: !function utils.doc_to_text

--- a/lm_eval/tasks/code_x_glue/code-text/php.yaml
+++ b/lm_eval/tasks/code_x_glue/code-text/php.yaml
@@ -8,7 +8,7 @@ test_split: test
 output_type: generate_until
 generation_kwargs:
  num_beams: 10
-  max_length: 128
+  max_gen_toks: 128
  until:
    - "</s>"
 doc_to_text: !function utils.doc_to_text

--- a/lm_eval/tasks/code_x_glue/code-text/python.yaml
+++ b/lm_eval/tasks/code_x_glue/code-text/python.yaml
@@ -8,7 +8,7 @@ test_split: test
 output_type: generate_until
 generation_kwargs:
  num_beams: 10
-  max_length: 128
+  max_gen_toks: 128
  until:
    - "</s>"
 doc_to_text: !function utils.doc_to_text

--- a/lm_eval/tasks/code_x_glue/code-text/ruby.yaml
+++ b/lm_eval/tasks/code_x_glue/code-text/ruby.yaml
@@ -8,7 +8,7 @@ test_split: test
 output_type: generate_until
 generation_kwargs:
  num_beams: 10
-  max_length: 128
+  max_gen_toks: 128
  until:
    - "</s>"
 doc_to_text: !function utils.doc_to_text