add gen kwargs

613b4bd4 · Baber · 40d3a138 · 613b4bd4
Commit 613b4bd4 authored Oct 14, 2025 by Baber
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 1 deletion

lm_eval/tasks/mrl/gen/_template lm_eval/tasks/mrl/gen/_template +3 -1

No files found.
--- a/lm_eval/tasks/mrl/gen/_template
+++ b/lm_eval/tasks/mrl/gen/_template
@@ -5,7 +5,9 @@ doc_to_text: "Given the following situation, which option is more likely to be c
 doc_to_target: "{{['A', 'B'][label]}}"
 generation_kwargs:
  do_sample: true
-  temperature: 1
+  temperature: 0.8
+  top_p: 0.95
+  repetition_penalty: 1.1
  max_gen_toks: 2048
  until: [ ]
 filter_list: