fix(sglang): allow for `disaggregation_bootstrap_port` for multinode deployment (#1119)

eb133e3f · ishandhanani · GitHub · 437cae0a · eb133e3f
Unverified Commit eb133e3f authored May 19, 2025 by ishandhanani Committed by GitHub May 19, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 6 additions and 3 deletions

examples/sglang/utils/sglang.py examples/sglang/utils/sglang.py +6 -3

No files found.
--- a/examples/sglang/utils/sglang.py
+++ b/examples/sglang/utils/sglang.py
@@ -32,9 +32,12 @@ def parse_sglang_args(service_name, prefix) -> ServerArgs:
    ServerArgs.add_cli_args(parser)
    args = parser.parse_args(sglang_args)
-    args_dict = vars(args)
+    if not any(
-    args_dict["disaggregation_bootstrap_port"] = bootstrap_port
+        arg.startswith("--disaggregation-bootstrap-port") for arg in sglang_args
-    args = Namespace(**args_dict)
+    ):
+        args_dict = vars(args)
+        args_dict["disaggregation_bootstrap_port"] = bootstrap_port
+        args = Namespace(**args_dict)
    return ServerArgs.from_cli_args(args)