Unverified Commit 5e19b159 authored by Tony Lu's avatar Tony Lu Committed by GitHub
Browse files

[router] add chat_template_kwargs in ChatCompletionRequest (#9958)


Signed-off-by: default avatarTony Lu <tonylu@linux.alibaba.com>
parent 788b19a5
......@@ -91,6 +91,7 @@ fn default_chat_completion_request() -> ChatCompletionRequest {
session_params: None,
separate_reasoning: true,
stream_reasoning: true,
chat_template_kwargs: None,
return_hidden_states: false,
}
}
......
......@@ -330,6 +330,10 @@ pub struct ChatCompletionRequest {
#[serde(default = "default_true")]
pub stream_reasoning: bool,
/// Chat template kwargs
#[serde(skip_serializing_if = "Option::is_none")]
pub chat_template_kwargs: Option<HashMap<String, serde_json::Value>>,
/// Return model hidden states
#[serde(default)]
pub return_hidden_states: bool,
......
......@@ -916,6 +916,7 @@ mod tests {
session_params: None,
separate_reasoning: true,
stream_reasoning: true,
chat_template_kwargs: None,
return_hidden_states: false,
}
}
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment