Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
change
sglang
Commits
5c14515f
Unverified
Commit
5c14515f
authored
Jul 31, 2025
by
Simo Lin
Committed by
GitHub
Jul 31, 2025
Browse files
[bug] remove pdlb from minilb since its no longer available (#8634)
parent
2cd2e27f
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
5 additions
and
20 deletions
+5
-20
python/sglang/srt/disaggregation/launch_lb.py
python/sglang/srt/disaggregation/launch_lb.py
+5
-20
No files found.
python/sglang/srt/disaggregation/launch_lb.py
View file @
5c14515f
import
argparse
import
dataclasses
from
sglang.srt.disaggregation.mini_lb
import
PrefillConfig
,
run
@
dataclasses
.
dataclass
class
LBArgs
:
...
...
@@ -18,7 +20,7 @@ class LBArgs:
parser
.
add_argument
(
"--rust-lb"
,
action
=
"store_true"
,
help
=
"
U
se
R
us
t load balancer
"
,
help
=
"
Deprecated, plea
se us
e SGLang Router instead, this argument will have no effect.
"
,
)
parser
.
add_argument
(
"--host"
,
...
...
@@ -115,25 +117,8 @@ def main():
args
=
parser
.
parse_args
()
lb_args
=
LBArgs
.
from_cli_args
(
args
)
if
lb_args
.
rust_lb
:
from
sgl_pdlb._rust
import
LoadBalancer
as
RustLB
RustLB
(
host
=
lb_args
.
host
,
port
=
lb_args
.
port
,
policy
=
lb_args
.
policy
,
prefill_infos
=
lb_args
.
prefill_infos
,
decode_infos
=
lb_args
.
decode_infos
,
log_interval
=
lb_args
.
log_interval
,
timeout
=
lb_args
.
timeout
,
).
start
()
else
:
from
sglang.srt.disaggregation.mini_lb
import
PrefillConfig
,
run
prefill_configs
=
[
PrefillConfig
(
url
,
port
)
for
url
,
port
in
lb_args
.
prefill_infos
]
run
(
prefill_configs
,
lb_args
.
decode_infos
,
lb_args
.
host
,
lb_args
.
port
)
prefill_configs
=
[
PrefillConfig
(
url
,
port
)
for
url
,
port
in
lb_args
.
prefill_infos
]
run
(
prefill_configs
,
lb_args
.
decode_infos
,
lb_args
.
host
,
lb_args
.
port
)
if
__name__
==
"__main__"
:
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment