"ssh:/git@developer.sourcefind.cn:2222/OpenDAS/vllm_cscc.git" did not exist on "480bdf5a7b23ae9b9c06e56b3e9fab8e28f1f7c8"
Unverified Commit 841d53aa authored by Chauncey's avatar Chauncey Committed by GitHub
Browse files

[Frontend] add prompt_cache_key for openresponses (#32824)


Signed-off-by: default avatarchaunceyjiang <chaunceyjiang@gmail.com>
parent 1752262e
...@@ -173,6 +173,14 @@ class ResponsesRequest(OpenAIBaseModel): ...@@ -173,6 +173,14 @@ class ResponsesRequest(OpenAIBaseModel):
user: str | None = None user: str | None = None
skip_special_tokens: bool = True skip_special_tokens: bool = True
include_stop_str_in_output: bool = False include_stop_str_in_output: bool = False
prompt_cache_key: str | None = Field(
default=None,
description=(
"A key that was used to read from or write to the prompt cache."
"Note: This field has not been implemented yet "
"and vLLM will ignore it."
),
)
# --8<-- [start:responses-extra-params] # --8<-- [start:responses-extra-params]
request_id: str = Field( request_id: str = Field(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment