Unverified Commit 86c37d01 authored by Byron Hsu's avatar Byron Hsu Committed by GitHub
Browse files

fix sglang_router not found (#2005)

parent f18b9c72
......@@ -4,9 +4,7 @@ router = Router(
worker_urls=[
"http://localhost:30000",
"http://localhost:30001",
],
policy=PolicyType.ApproxTree,
tokenizer_path="/shared/public/elr-models/meta-llama/Meta-Llama-3.1-8B-Instruct/07eb05b21d191a58c577b4a45982fe0c049d0693/tokenizer.json",
]
)
router.start()
# a lightweihgt wrapper on router with argument type and comments
# no wrapper on policy type => direct export
from sglang_router_rs import PolicyType
# no wrapper on policy type => direct export
from .router import Router
......@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
[project]
name = "sglang-router"
version = "0.0.3"
version = "0.0.4"
description = "SGLang router is a standalone module implemented in Rust to achieve data parallelism across SGLang instances."
authors = [{name = "Byron Hsu", email = "byronhsu1230@gmail.com"}]
requires-python = ">=3.8"
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment