Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
417fd28f
Unverified
Commit
417fd28f
authored
Mar 04, 2026
by
Nick Hill
Committed by
GitHub
Mar 04, 2026
Browse files
[Model Runner V2] Fix pooling (#36019)
Signed-off-by:
Nick Hill
<
nickhill123@gmail.com
>
parent
7faba503
Changes
2
Show whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
2 additions
and
2 deletions
+2
-2
vllm/v1/worker/gpu/async_utils.py
vllm/v1/worker/gpu/async_utils.py
+1
-1
vllm/v1/worker/gpu/model_runner.py
vllm/v1/worker/gpu/model_runner.py
+1
-1
No files found.
vllm/v1/worker/gpu/async_utils.py
View file @
417fd28f
...
@@ -95,8 +95,8 @@ class AsyncPoolingOutput(AsyncModelRunnerOutput):
...
@@ -95,8 +95,8 @@ class AsyncPoolingOutput(AsyncModelRunnerOutput):
self
.
copy_event
.
record
(
copy_stream
)
self
.
copy_event
.
record
(
copy_stream
)
def
get_output
(
self
)
->
ModelRunnerOutput
:
def
get_output
(
self
)
->
ModelRunnerOutput
:
pooler_output
=
list
(
self
.
pooler_output_cpu
.
unbind
(
dim
=
0
))
self
.
copy_event
.
synchronize
()
self
.
copy_event
.
synchronize
()
pooler_output
=
self
.
pooler_output_cpu
.
unbind
(
dim
=
0
)
if
self
.
is_valid_cpu
is
not
None
:
if
self
.
is_valid_cpu
is
not
None
:
is_valid_cpu
=
self
.
is_valid_cpu
.
tolist
()
is_valid_cpu
=
self
.
is_valid_cpu
.
tolist
()
for
i
,
is_valid
in
enumerate
(
is_valid_cpu
):
for
i
,
is_valid
in
enumerate
(
is_valid_cpu
):
...
...
vllm/v1/worker/gpu/model_runner.py
View file @
417fd28f
...
@@ -1117,7 +1117,7 @@ class GPUModelRunner(LoRAModelRunnerMixin):
...
@@ -1117,7 +1117,7 @@ class GPUModelRunner(LoRAModelRunnerMixin):
# The prior execute_model call must have failed.
# The prior execute_model call must have failed.
return
None
return
None
input_batch
,
_
,
_
,
_
,
hidden_states
,
_
,
kv_connector_output
=
(
input_batch
,
_
,
_
,
_
,
hidden_states
,
_
,
kv_connector_output
,
_
=
(
self
.
execute_model_state
self
.
execute_model_state
)
)
self
.
execute_model_state
=
None
self
.
execute_model_state
=
None
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment