Unverified Commit 8262a3e2 authored by Nick Hill's avatar Nick Hill Committed by GitHub
Browse files

[Misc] Validate `stop_token_ids` contents (#17268)


Signed-off-by: default avatarNick Hill <nhill@redhat.com>
parent f211331c
...@@ -437,6 +437,10 @@ class SamplingParams( ...@@ -437,6 +437,10 @@ class SamplingParams(
and self.truncate_prompt_tokens < 1): and self.truncate_prompt_tokens < 1):
raise ValueError(f"truncate_prompt_tokens must be >= 1, " raise ValueError(f"truncate_prompt_tokens must be >= 1, "
f"got {self.truncate_prompt_tokens}") f"got {self.truncate_prompt_tokens}")
assert isinstance(self.stop_token_ids, list)
if not all(isinstance(st_id, int) for st_id in self.stop_token_ids):
raise ValueError(f"stop_token_ids must contain only integers, "
f"got {self.stop_token_ids}.")
assert isinstance(self.stop, list) assert isinstance(self.stop, list)
if any(not stop_str for stop_str in self.stop): if any(not stop_str for stop_str in self.stop):
raise ValueError("stop cannot contain an empty string.") raise ValueError("stop cannot contain an empty string.")
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment