"git@developer.sourcefind.cn:OpenDAS/openpcdet.git" did not exist on "45ffca4723aa2feda12b251e291537fef9e9f110"
Unverified Commit c544e8ec authored by wxsm's avatar wxsm Committed by GitHub
Browse files

fix: endless map in nixl.py (#852)


Signed-off-by: default avatarwxsm <wxsms@foxmail.com>
Co-authored-by: default avatarptarasiewiczNV <104908264+ptarasiewiczNV@users.noreply.github.com>
parent adad2ecd
...@@ -1039,10 +1039,10 @@ index 000000000..a2f9ce99e ...@@ -1039,10 +1039,10 @@ index 000000000..a2f9ce99e
\ No newline at end of file \ No newline at end of file
diff --git a/vllm/distributed/device_communicators/nixl.py b/vllm/distributed/device_communicators/nixl.py diff --git a/vllm/distributed/device_communicators/nixl.py b/vllm/distributed/device_communicators/nixl.py
new file mode 100644 new file mode 100644
index 000000000..bd4ac984e index 000000000..4c5ed707f
--- /dev/null --- /dev/null
+++ b/vllm/distributed/device_communicators/nixl.py +++ b/vllm/distributed/device_communicators/nixl.py
@@ -0,0 +1,445 @@ @@ -0,0 +1,447 @@
+# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved. +# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0 +# SPDX-License-Identifier: Apache-2.0
+# +#
...@@ -1487,6 +1487,8 @@ index 000000000..bd4ac984e ...@@ -1487,6 +1487,8 @@ index 000000000..bd4ac984e
+ done_req_ids.append(req_id) + done_req_ids.append(req_id)
+ else: + else:
+ self._transfers[req_id] = running_reqs + self._transfers[req_id] = running_reqs
+ for req_id in done_req_ids:
+ del self._transfers[req_id]
+ return done_req_ids + return done_req_ids
diff --git a/vllm/distributed/kv_transfer/kv_connector/dynamo_connector.py b/vllm/distributed/kv_transfer/kv_connector/dynamo_connector.py diff --git a/vllm/distributed/kv_transfer/kv_connector/dynamo_connector.py b/vllm/distributed/kv_transfer/kv_connector/dynamo_connector.py
new file mode 100644 new file mode 100644
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment