Cargo.toml 1.66 KB
Newer Older
1
[package]
2
name = "sglang_router_rs"
3
4
5
6
version = "0.0.0"
edition = "2021"

[lib]
7
name = "sglang_router_rs"
8
9
10
# Pure Rust library: Just omit crate-type (defaults to rlib)
# Python/C binding + Rust library: Use ["cdylib", "rlib"]
crate-type = ["cdylib", "rlib"]
11
12

[dependencies]
13
14
15
axum = { version = "0.8.4", features = ["macros", "ws", "tracing"] }
tower = { version = "0.5", features = ["full"] }
tower-http = { version = "0.6", features = ["trace", "compression-gzip", "cors", "timeout", "limit", "request-id", "util"] }
16
serde = { version = "1.0", features = ["derive"] }
17
serde_json = "1.0"
18
bytes = "1.8.0"
19
rand = "0.9.2"
20
reqwest = { version = "0.12.8", features = ["stream", "blocking", "json"] }
21
futures-util = "0.3"
22
futures = "0.3"
23
pyo3 = { version = "0.22.5", features = ["extension-module"] }
24
25
dashmap = "6.1.0"
http = "1.1.0"
26
27
tokio = { version = "1.42.0", features = ["full"] }
async-trait = "0.1"
28
29
30
31
tracing = "0.1"
tracing-subscriber = { version = "0.3", features = ["env-filter", "json", "chrono"] }
tracing-log = "0.2"
tracing-appender = "0.2.3"
32
chrono = "0.4"
33
34
kube = { version = "1.1.0", features = ["runtime", "derive"] }
k8s-openapi = { version = "0.25.0", features = ["v1_33"] }
35
36
metrics = "0.24.2"
metrics-exporter-prometheus = "0.17.0"
37
uuid = { version = "1.10", features = ["v4", "serde"] }
38
thiserror = "2.0.12"
39
url = "2.5.4"
40
tokio-stream = { version = "0.1", features = ["sync"] }
41
42
43

[dev-dependencies]
criterion = { version = "0.5", features = ["html_reports"] }
44
45
46
tower = { version = "0.5", features = ["util"] }
http-body-util = "0.1"
portpicker = "0.1"
47
48
49
50
51
52

[[bench]]
name = "request_processing"
harness = false
path = "benches/request_processing.rs"

53
54
55
[profile.release]
lto = "thin"
codegen-units = 1