Skip to content

GitLab

Unverified Commit 2fc5d6e0 authored by Yongtao Huang's avatar Yongtao Huang Committed by GitHub
Browse files

Fix LLMEngine.del dp_group cleanup condition (#29954) 


Signed-off-by: default avatarYongtao Huang <yongtaoh2022@gmail.com>
parent afe9eb40
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 4 deletions
vllm/v1/engine/llm_engine.py
View file @ 2fc5d6e0
...@@ -409,8 +409,6 @@ class LLMEngine: ...@@ -409,8 +409,6 @@ class LLMEngine:
return self.collective_rpc("apply_model", args=(func,)) return self.collective_rpc("apply_model", args=(func,))
def __del__(self): def __del__(self):
if ( dp_group = getattr(self, "dp_group", None)
dp_group := getattr(self, "dp_group", None) if dp_group is not None and not self.external_launcher_dp:
and not self.external_launcher_dp
):
stateless_destroy_torch_distributed_process_group(dp_group) stateless_destroy_torch_distributed_process_group(dp_group)
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment