Skip to content

GitLab

"docs/source/api/vscode:/vscode.git/clone" did not exist on "b2ec5a2ea653a5347b759daa337c26ded044eab0"
Unverified Commit 799fb5f4 authored by Yinghai Lu's avatar Yinghai Lu Committed by GitHub
Browse files

400 on empty input_ids (#4481)

parent 25e1816e
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 0 deletions
python/sglang/srt/managers/io_struct.py
View file @ 799fb5f4
...@@ -103,6 +103,8 @@ class GenerateReqInput: ...@@ -103,6 +103,8 @@ class GenerateReqInput:
self.batch_size = len(self.text) self.batch_size = len(self.text)
self.input_embeds = None self.input_embeds = None
elif self.input_ids is not None: elif self.input_ids is not None:
if len(self.input_ids) == 0:
raise ValueError("input_ids cannot be empty.")
if isinstance(self.input_ids[0], int): if isinstance(self.input_ids[0], int):
self.is_single = True self.is_single = True
self.batch_size = 1 self.batch_size = 1
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment