Skip to content

GitLab

Unverified Commit 623e2ed2 authored by Nick Hill's avatar Nick Hill Committed by GitHub
Browse files

[BugFix][V1] Quick fix for min_tokens with multiple EOS (#15407) 


Signed-off-by: default avatarNick Hill <nhill@redhat.com>
parent 9d72daf4
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 1 deletion
vllm/sampling_params.py
View file @ 623e2ed2
...@@ -369,8 +369,9 @@ class SamplingParams( ...@@ -369,8 +369,9 @@ class SamplingParams(
self.top_k = -1 self.top_k = -1
self.min_p = 0.0 self.min_p = 0.0
self._verify_greedy_sampling() self._verify_greedy_sampling()
# eos_token_id is added to this by the engine # eos_token_id is added to this by the engine
self._all_stop_token_ids = set(self.stop_token_ids) self._all_stop_token_ids.update(self.stop_token_ids)
def _verify_args(self) -> None: def _verify_args(self) -> None:
if not isinstance(self.n, int): if not isinstance(self.n, int):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment