Unverified Commit 04147dcf authored by vintipandey's avatar vintipandey Committed by GitHub
Browse files

[Bugfix]Fix pooling model always disabled due to incorrect PP rank check (#31505)


Signed-off-by: default avatarvintipandey <vinti.pandey@gmail.com>
parent 07728bf5
...@@ -326,7 +326,7 @@ class GPUModelRunner( ...@@ -326,7 +326,7 @@ class GPUModelRunner(
# https://github.com/vllm-project/vllm/issues/18019 # https://github.com/vllm-project/vllm/issues/18019
self.broadcast_pp_output = ( self.broadcast_pp_output = (
self.parallel_config.distributed_executor_backend == "external_launcher" self.parallel_config.distributed_executor_backend == "external_launcher"
and len(get_pp_group().ranks) > 0 and len(get_pp_group().ranks) > 1
) )
# Model-related. # Model-related.
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment