[router] fix grpc client time out to 1h (#11768)

a5978a20 · Simo Lin · GitHub · e483c1ea · a5978a20
Unverified Commit a5978a20 authored Oct 17, 2025 by Simo Lin Committed by GitHub Oct 17, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

sgl-router/src/grpc_client/sglang_scheduler.rs sgl-router/src/grpc_client/sglang_scheduler.rs +1 -1

No files found.
--- a/sgl-router/src/grpc_client/sglang_scheduler.rs
+++ b/sgl-router/src/grpc_client/sglang_scheduler.rs
@@ -132,7 +132,7 @@ impl SglangSchedulerClient {
        };

        let channel = Channel::from_shared(http_endpoint)?
-            .timeout(Duration::from_secs(600)) // 10 minute timeout for connection
+            .timeout(Duration::from_secs(3600)) // 1 hr timeout for connection
            .http2_keep_alive_interval(Duration::from_secs(30))
            .keep_alive_timeout(Duration::from_secs(10))
            .keep_alive_while_idle(true)