"ssh:/git@developer.sourcefind.cn:2222/OpenDAS/vllm_cscc.git" did not exist on "60c872d4b665786ce4b4e1e9b82bacc0ca8e8cc2"
Unverified Commit 623e2ed2 authored by Nick Hill's avatar Nick Hill Committed by GitHub
Browse files

[BugFix][V1] Quick fix for min_tokens with multiple EOS (#15407)


Signed-off-by: default avatarNick Hill <nhill@redhat.com>
parent 9d72daf4
......@@ -369,8 +369,9 @@ class SamplingParams(
self.top_k = -1
self.min_p = 0.0
self._verify_greedy_sampling()
# eos_token_id is added to this by the engine
self._all_stop_token_ids = set(self.stop_token_ids)
self._all_stop_token_ids.update(self.stop_token_ids)
def _verify_args(self) -> None:
if not isinstance(self.n, int):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment