Skip to content

GitLab

Unverified Commit 5aa6efb9 authored by Lifu Huang's avatar Lifu Huang Committed by GitHub
Browse files

[Misc] Clean up redundant code in uniproc_executor.py (#16762) 


Signed-off-by: default avatarLifu Huang <lifu.hlf@gmail.com>
parent 6ca02344
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
vllm/executor/uniproc_executor.py
View file @ 5aa6efb9
...@@ -34,13 +34,13 @@ class UniProcExecutor(ExecutorBase): ...@@ -34,13 +34,13 @@ class UniProcExecutor(ExecutorBase):
if len(device_info) > 1: if len(device_info) > 1:
local_rank = int(device_info[1]) local_rank = int(device_info[1])
rank = 0 rank = 0
is_driver_worker = True
kwargs = dict( kwargs = dict(
vllm_config=self.vllm_config, vllm_config=self.vllm_config,
local_rank=local_rank, local_rank=local_rank,
rank=rank, rank=rank,
distributed_init_method=distributed_init_method, distributed_init_method=distributed_init_method,
is_driver_worker=(not self.parallel_config) is_driver_worker=is_driver_worker,
or (rank % self.parallel_config.tensor_parallel_size == 0),
) )
self.collective_rpc("init_worker", args=([kwargs], )) self.collective_rpc("init_worker", args=([kwargs], ))
self.collective_rpc("init_device") self.collective_rpc("init_device")
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment