Unverified Commit 5c14515f authored by Simo Lin's avatar Simo Lin Committed by GitHub
Browse files

[bug] remove pdlb from minilb since its no longer available (#8634)

parent 2cd2e27f
import argparse import argparse
import dataclasses import dataclasses
from sglang.srt.disaggregation.mini_lb import PrefillConfig, run
@dataclasses.dataclass @dataclasses.dataclass
class LBArgs: class LBArgs:
...@@ -18,7 +20,7 @@ class LBArgs: ...@@ -18,7 +20,7 @@ class LBArgs:
parser.add_argument( parser.add_argument(
"--rust-lb", "--rust-lb",
action="store_true", action="store_true",
help="Use Rust load balancer", help="Deprecated, please use SGLang Router instead, this argument will have no effect.",
) )
parser.add_argument( parser.add_argument(
"--host", "--host",
...@@ -115,25 +117,8 @@ def main(): ...@@ -115,25 +117,8 @@ def main():
args = parser.parse_args() args = parser.parse_args()
lb_args = LBArgs.from_cli_args(args) lb_args = LBArgs.from_cli_args(args)
if lb_args.rust_lb: prefill_configs = [PrefillConfig(url, port) for url, port in lb_args.prefill_infos]
from sgl_pdlb._rust import LoadBalancer as RustLB run(prefill_configs, lb_args.decode_infos, lb_args.host, lb_args.port)
RustLB(
host=lb_args.host,
port=lb_args.port,
policy=lb_args.policy,
prefill_infos=lb_args.prefill_infos,
decode_infos=lb_args.decode_infos,
log_interval=lb_args.log_interval,
timeout=lb_args.timeout,
).start()
else:
from sglang.srt.disaggregation.mini_lb import PrefillConfig, run
prefill_configs = [
PrefillConfig(url, port) for url, port in lb_args.prefill_infos
]
run(prefill_configs, lb_args.decode_infos, lb_args.host, lb_args.port)
if __name__ == "__main__": if __name__ == "__main__":
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment