Unverified Commit 86c37d01 authored by Byron Hsu's avatar Byron Hsu Committed by GitHub
Browse files

fix sglang_router not found (#2005)

parent f18b9c72
...@@ -4,9 +4,7 @@ router = Router( ...@@ -4,9 +4,7 @@ router = Router(
worker_urls=[ worker_urls=[
"http://localhost:30000", "http://localhost:30000",
"http://localhost:30001", "http://localhost:30001",
], ]
policy=PolicyType.ApproxTree,
tokenizer_path="/shared/public/elr-models/meta-llama/Meta-Llama-3.1-8B-Instruct/07eb05b21d191a58c577b4a45982fe0c049d0693/tokenizer.json",
) )
router.start() router.start()
# a lightweihgt wrapper on router with argument type and comments # a lightweihgt wrapper on router with argument type and comments
# no wrapper on policy type => direct export
from sglang_router_rs import PolicyType from sglang_router_rs import PolicyType
# no wrapper on policy type => direct export
from .router import Router from .router import Router
...@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta" ...@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
[project] [project]
name = "sglang-router" name = "sglang-router"
version = "0.0.3" version = "0.0.4"
description = "SGLang router is a standalone module implemented in Rust to achieve data parallelism across SGLang instances." description = "SGLang router is a standalone module implemented in Rust to achieve data parallelism across SGLang instances."
authors = [{name = "Byron Hsu", email = "byronhsu1230@gmail.com"}] authors = [{name = "Byron Hsu", email = "byronhsu1230@gmail.com"}]
requires-python = ">=3.8" requires-python = ">=3.8"
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment