Commit 5d952e3f authored by zhaoyu6's avatar zhaoyu6
Browse files

Fix ZMQ bind error on non-zero rank nodes when using SGLANG_BLOCK_NONZERO_RANK_CHILDREN=0

parent 8d7f3017
......@@ -137,9 +137,12 @@ class Engine(EngineBase):
self.scheduler_info = scheduler_info
context = zmq.Context(2)
self.send_to_rpc = get_zmq_socket(
context, zmq.DEALER, self.port_args.rpc_ipc_name, True
)
if self.server_args.node_rank == 0:
self.send_to_rpc = get_zmq_socket(
context, zmq.DEALER, self.port_args.rpc_ipc_name, True
)
else:
self.send_to_rpc = None
if server_args.enable_trace:
process_tracing_init(server_args.oltp_traces_endpoint, "sglang")
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment