Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
change
sglang
Commits
ce67b2d5
Unverified
Commit
ce67b2d5
authored
Aug 18, 2025
by
Keyang Ru
Committed by
GitHub
Aug 19, 2025
Browse files
[router]restructure protocol modules for better organization (#9321)
parent
3c2c9f6c
Changes
23
Hide whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
17 additions
and
8 deletions
+17
-8
sgl-router/src/routers/router.rs
sgl-router/src/routers/router.rs
+6
-4
sgl-router/src/server.rs
sgl-router/src/server.rs
+4
-1
sgl-router/tests/benchmark_integration.rs
sgl-router/tests/benchmark_integration.rs
+7
-3
No files found.
sgl-router/src/routers/router.rs
View file @
ce67b2d5
...
@@ -8,8 +8,12 @@ use crate::core::{
...
@@ -8,8 +8,12 @@ use crate::core::{
RetryExecutor
,
Worker
,
WorkerFactory
,
WorkerType
,
RetryExecutor
,
Worker
,
WorkerFactory
,
WorkerType
,
};
};
use
crate
::
metrics
::
RouterMetrics
;
use
crate
::
metrics
::
RouterMetrics
;
use
crate
::
openai_api_types
::{
ChatCompletionRequest
,
CompletionRequest
,
GenerateRequest
};
use
crate
::
policies
::
LoadBalancingPolicy
;
use
crate
::
policies
::
LoadBalancingPolicy
;
use
crate
::
protocols
::{
common
::
GenerationRequest
,
generate
::
GenerateRequest
,
openai
::{
chat
::
ChatCompletionRequest
,
completions
::
CompletionRequest
},
};
use
crate
::
routers
::{
RouterTrait
,
WorkerManagement
};
use
crate
::
routers
::{
RouterTrait
,
WorkerManagement
};
use
axum
::{
use
axum
::{
body
::
Body
,
body
::
Body
,
...
@@ -453,9 +457,7 @@ impl Router {
...
@@ -453,9 +457,7 @@ impl Router {
Some
(
available
[
idx
]
.clone_worker
())
Some
(
available
[
idx
]
.clone_worker
())
}
}
pub
async
fn
route_typed_request
<
pub
async
fn
route_typed_request
<
T
:
GenerationRequest
+
serde
::
Serialize
+
Clone
>
(
T
:
crate
::
openai_api_types
::
GenerationRequest
+
serde
::
Serialize
+
Clone
,
>
(
&
self
,
&
self
,
headers
:
Option
<&
HeaderMap
>
,
headers
:
Option
<&
HeaderMap
>
,
typed_req
:
&
T
,
typed_req
:
&
T
,
...
...
sgl-router/src/server.rs
View file @
ce67b2d5
use
crate
::
config
::
RouterConfig
;
use
crate
::
config
::
RouterConfig
;
use
crate
::
logging
::{
self
,
LoggingConfig
};
use
crate
::
logging
::{
self
,
LoggingConfig
};
use
crate
::
metrics
::{
self
,
PrometheusConfig
};
use
crate
::
metrics
::{
self
,
PrometheusConfig
};
use
crate
::
openai_api_types
::{
ChatCompletionRequest
,
CompletionRequest
,
GenerateRequest
};
use
crate
::
protocols
::{
generate
::
GenerateRequest
,
openai
::{
chat
::
ChatCompletionRequest
,
completions
::
CompletionRequest
},
};
use
crate
::
routers
::{
RouterFactory
,
RouterTrait
};
use
crate
::
routers
::{
RouterFactory
,
RouterTrait
};
use
crate
::
service_discovery
::{
start_service_discovery
,
ServiceDiscoveryConfig
};
use
crate
::
service_discovery
::{
start_service_discovery
,
ServiceDiscoveryConfig
};
use
axum
::{
use
axum
::{
...
...
sgl-router/tests/benchmark_integration.rs
View file @
ce67b2d5
...
@@ -5,9 +5,13 @@
...
@@ -5,9 +5,13 @@
use
serde_json
::{
from_str
,
to_string
,
to_value
};
use
serde_json
::{
from_str
,
to_string
,
to_value
};
use
sglang_router_rs
::
core
::{
BasicWorker
,
WorkerType
};
use
sglang_router_rs
::
core
::{
BasicWorker
,
WorkerType
};
use
sglang_router_rs
::
openai_api_types
::{
use
sglang_router_rs
::
protocols
::{
ChatCompletionRequest
,
ChatMessage
,
CompletionRequest
,
GenerateParameters
,
GenerateRequest
,
common
::
StringOrArray
,
SamplingParams
,
StringOrArray
,
UserMessageContent
,
generate
::{
GenerateParameters
,
GenerateRequest
,
SamplingParams
},
openai
::{
chat
::{
ChatCompletionRequest
,
ChatMessage
,
UserMessageContent
},
completions
::
CompletionRequest
,
},
};
};
/// Create a default GenerateRequest for benchmarks with minimal fields set
/// Create a default GenerateRequest for benchmarks with minimal fields set
...
...
Prev
1
2
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment