Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
c428e8d8
Unverified
Commit
c428e8d8
authored
Nov 13, 2025
by
baonudesifeizhai
Committed by
GitHub
Nov 13, 2025
Browse files
Fix io processor pooling #28273 (#28484)
Signed-off-by:
baonudesifeizhai
<
baonudesifeizhai@gmail.com
>
parent
5e973209
Changes
1
Show whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
5 additions
and
1 deletion
+5
-1
vllm/entrypoints/openai/serving_pooling.py
vllm/entrypoints/openai/serving_pooling.py
+5
-1
No files found.
vllm/entrypoints/openai/serving_pooling.py
View file @
c428e8d8
...
@@ -4,7 +4,7 @@
...
@@ -4,7 +4,7 @@
import
asyncio
import
asyncio
import
json
import
json
import
time
import
time
from
collections.abc
import
AsyncGenerator
from
collections.abc
import
AsyncGenerator
,
Sequence
from
typing
import
Final
,
cast
from
typing
import
Final
,
cast
import
jinja2
import
jinja2
...
@@ -122,6 +122,10 @@ class OpenAIServingPooling(OpenAIServing):
...
@@ -122,6 +122,10 @@ class OpenAIServingPooling(OpenAIServing):
engine_prompts
=
await
self
.
io_processor
.
pre_process_async
(
engine_prompts
=
await
self
.
io_processor
.
pre_process_async
(
prompt
=
validated_prompt
,
request_id
=
request_id
prompt
=
validated_prompt
,
request_id
=
request_id
)
)
if
not
isinstance
(
engine_prompts
,
Sequence
)
or
isinstance
(
engine_prompts
,
(
str
,
bytes
,
bytearray
)
):
engine_prompts
=
[
engine_prompts
]
elif
isinstance
(
request
,
PoolingChatRequest
):
elif
isinstance
(
request
,
PoolingChatRequest
):
error_check_ret
=
self
.
_validate_chat_template
(
error_check_ret
=
self
.
_validate_chat_template
(
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment