Unverified Commit 8b59753c authored by Chao Lei's avatar Chao Lei Committed by GitHub
Browse files

[P/D] Mooncake connector support more protocols (#30133)


Signed-off-by: default avatarLCAIZJ <leichao139636@163.com>
parent 538e830c
......@@ -408,7 +408,13 @@ class MooncakeConnectorWorker:
self.engine = TransferEngine()
self.hostname = get_ip()
ret_value = self.engine.initialize(self.hostname, "P2PHANDSHAKE", "rdma", "")
protocol = self.vllm_config.kv_transfer_config.kv_connector_extra_config.get( # type: ignore[union-attr]
"mooncake_protocol", "rdma"
)
logger.info(
"The Mooncake Transfer Engine is using %s as its protocol.", protocol
)
ret_value = self.engine.initialize(self.hostname, "P2PHANDSHAKE", protocol, "")
if ret_value != 0:
raise RuntimeError("Mooncake Transfer Engine initialization failed.")
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment