Use proc.join instead of busy waiting (#2374)

f5b2a3aa · Lianmin Zheng · GitHub · f6817596 · f5b2a3aa
Unverified Commit f5b2a3aa authored Dec 06, 2024 by Lianmin Zheng Committed by GitHub Dec 06, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 2 deletions

python/sglang/srt/server.py python/sglang/srt/server.py +2 -2

No files found.
--- a/python/sglang/srt/server.py
+++ b/python/sglang/srt/server.py
@@ -462,8 +462,8 @@ def launch_engine(
        if server_args.node_rank >= 1:
            # For other nodes, they do not need to run tokenizer or detokenizer,
            # so they can just wait here.
-            while True:
+            for proc in scheduler_procs:
-                pass
+                proc.join()
    else:
        # Launch the data parallel controller
        reader, writer = mp.Pipe(duplex=False)