"git@developer.sourcefind.cn:norm/vllm.git" did not exist on "d7f396486e3e9b4dd31020c81c6eb446593b586d"
Unverified Commit a5978a20 authored by Simo Lin's avatar Simo Lin Committed by GitHub
Browse files

[router] fix grpc client time out to 1h (#11768)

parent e483c1ea
...@@ -132,7 +132,7 @@ impl SglangSchedulerClient { ...@@ -132,7 +132,7 @@ impl SglangSchedulerClient {
}; };
let channel = Channel::from_shared(http_endpoint)? let channel = Channel::from_shared(http_endpoint)?
.timeout(Duration::from_secs(600)) // 10 minute timeout for connection .timeout(Duration::from_secs(3600)) // 1 hr timeout for connection
.http2_keep_alive_interval(Duration::from_secs(30)) .http2_keep_alive_interval(Duration::from_secs(30))
.keep_alive_timeout(Duration::from_secs(10)) .keep_alive_timeout(Duration::from_secs(10))
.keep_alive_while_idle(true) .keep_alive_while_idle(true)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment