[Bugfix] Use random seed if seed is -1 (#4531)

69909126 · sasha0552 · GitHub · e491c7e0 · 69909126
Unverified Commit 69909126 authored May 01, 2024 by sasha0552 Committed by GitHub May 01, 2024
Show whitespace changes
Inline Side-by-side

Showing with 4 additions and 1 deletion

vllm/sampling_params.py vllm/sampling_params.py +4 -1

No files found.
--- a/vllm/sampling_params.py
+++ b/vllm/sampling_params.py
@@ -139,6 +139,9 @@ class SamplingParams:
        self.top_p = top_p
        self.top_k = top_k
        self.min_p = min_p
+        if seed == -1:
+            self.seed = None
+        else:
            self.seed = seed
        self.use_beam_search = use_beam_search
        self.length_penalty = length_penalty