Commit 440fc9db authored by zhuwenwen's avatar zhuwenwen
Browse files

Merge branch 'v0.9.2-dev-pd' into 'v0.9.2-dev'

修改P等待问题

See merge request dcutoolkit/deeplearing/vllm!210
parents c0707728 560ffc4c
...@@ -289,9 +289,10 @@ class P2pNcclConnector(KVConnectorBase_V1): ...@@ -289,9 +289,10 @@ class P2pNcclConnector(KVConnectorBase_V1):
kv_cache, remote_address) kv_cache, remote_address)
def wait_for_save(self): def wait_for_save(self):
if self.is_producer: pass
assert self.p2p_nccl_engine is not None # if self.is_producer:
self.p2p_nccl_engine.wait_for_sent() # assert self.p2p_nccl_engine is not None
# self.p2p_nccl_engine.wait_for_sent()
def get_finished( def get_finished(
self, finished_req_ids: set[str], self, finished_req_ids: set[str],
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment