[router] Add Configurable L0 and L1 Tokenizer Caching (#11688)

a7ae61ed · Simo Lin · GitHub · fda0cb2a · a7ae61ed · a7ae61ed
Unverified Commit a7ae61ed authored Oct 18, 2025 by Simo Lin Committed by GitHub Oct 18, 2025
Showing with 468 additions and 0 deletions

sgl-router/tests/test_pd_routing.rs sgl-router/tests/test_pd_routing.rs +1 -0

sgl-router/tests/tokenizer_cache_correctness_test.rs sgl-router/tests/tokenizer_cache_correctness_test.rs +467 -0

No files found.
--- a/sgl-router/tests/test_pd_routing.rs
+++ b/sgl-router/tests/test_pd_routing.rs
@@ -200,6 +200,7 @@ mod test_pd_routing {
                oracle: None,
                reasoning_parser: None,
                tool_call_parser: None,
+                tokenizer_cache: sglang_router_rs::config::TokenizerCacheConfig::default(),
            };

            let app_context = {

--- a/sgl-router/tests/tokenizer_cache_correctness_test.rs
+++ b/sgl-router/tests/tokenizer_cache_correctness_test.rs