nit

bf90aa7e · Baber · c179f7af · bf90aa7e
Commit bf90aa7e authored Dec 20, 2024 by Baber
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 3 deletions

lm_eval/tasks/ruler/niah_1.yaml lm_eval/tasks/ruler/niah_1.yaml +3 -3

No files found.
--- a/lm_eval/tasks/ruler/niah_1.yaml
+++ b/lm_eval/tasks/ruler/niah_1.yaml
@@ -30,9 +30,9 @@ metric_list:
 #    aggregation: !function utils.aggregate_metrics
 #    higher_is_better: true
 generation_kwargs:
-  do_sample: true
-  temperature: 1.0
-  max_gen_toks: 128
+  do_sample: false
+  temperature: 0.0
+  max_gen_toks: 64
  until: []
 repeats: 1
 metadata: