demo.py 173 Bytes
Newer Older
1
2
3
4
5
6
from sglang_router import PolicyType, Router

router = Router(
    worker_urls=[
        "http://localhost:30000",
        "http://localhost:30001",
7
    ]
8
9
10
)

router.start()