Unverified Commit d1984e21 authored by Chang Su's avatar Chang Su Committed by GitHub
Browse files

[router][grpc] Remove timeout for connections and remove `max_tokens`...

[router][grpc] Remove timeout for connections and remove `max_tokens` deprecation warning log (#11775)
parent b79f75fd
......@@ -132,7 +132,6 @@ impl SglangSchedulerClient {
};
let channel = Channel::from_shared(http_endpoint)?
.timeout(Duration::from_secs(3600)) // 1 hr timeout for connection
.http2_keep_alive_interval(Duration::from_secs(30))
.keep_alive_timeout(Duration::from_secs(10))
.keep_alive_while_idle(true)
......
......@@ -496,7 +496,6 @@ impl Normalizable for ChatCompletionRequest {
// Migrate deprecated max_tokens → max_completion_tokens
#[allow(deprecated)]
if self.max_completion_tokens.is_none() && self.max_tokens.is_some() {
tracing::warn!("max_tokens is deprecated, use max_completion_tokens instead");
self.max_completion_tokens = self.max_tokens;
self.max_tokens = None; // Clear deprecated field
}
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment