Commit 8e942125 authored by lizhigong's avatar lizhigong
Browse files

Merge branch 'zhaoyu6' into 'v0.5.4_dev'

Fix ZMQ bind error on non-zero rank nodes when using SGLANG_BLOCK_NONZERO_RANK_CHILDREN=0

See merge request OpenDAS/sglang!42
parents 8d7f3017 5d952e3f
...@@ -137,9 +137,12 @@ class Engine(EngineBase): ...@@ -137,9 +137,12 @@ class Engine(EngineBase):
self.scheduler_info = scheduler_info self.scheduler_info = scheduler_info
context = zmq.Context(2) context = zmq.Context(2)
self.send_to_rpc = get_zmq_socket( if self.server_args.node_rank == 0:
context, zmq.DEALER, self.port_args.rpc_ipc_name, True self.send_to_rpc = get_zmq_socket(
) context, zmq.DEALER, self.port_args.rpc_ipc_name, True
)
else:
self.send_to_rpc = None
if server_args.enable_trace: if server_args.enable_trace:
process_tracing_init(server_args.oltp_traces_endpoint, "sglang") process_tracing_init(server_args.oltp_traces_endpoint, "sglang")
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment