fix do_sample

adbfcce1 · Baber · cf8a257c · adbfcce1
Commit adbfcce1 authored Dec 18, 2024 by Baber
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

lm_eval/tasks/longbench/_generate_config.py lm_eval/tasks/longbench/_generate_config.py +1 -1

No files found.
--- a/lm_eval/tasks/longbench/_generate_config.py
+++ b/lm_eval/tasks/longbench/_generate_config.py
@@ -151,7 +151,7 @@ if __name__ == "__main__":
        generation_kwargs = {
            "max_gen_toks": dataset2maxlen[df],
            "temperature": 1,
-            "do_sample": False,
+            "do_sample": True,
        }
        raw_doc_to_text = (
            dataset2prompt[df]