Unverified Commit 4c82b6fa authored by Andrew Xia's avatar Andrew Xia Committed by GitHub
Browse files

[responsesAPI] allow tuning include_stop_str_in_output (#32383)


Signed-off-by: default avatarAndrew Xia <axia@fb.com>
Co-authored-by: default avatarAndrew Xia <axia@fb.com>
parent a884bc62
......@@ -172,6 +172,7 @@ class ResponsesRequest(OpenAIBaseModel):
truncation: Literal["auto", "disabled"] | None = "disabled"
user: str | None = None
skip_special_tokens: bool = True
include_stop_str_in_output: bool = False
# --8<-- [start:responses-extra-params]
request_id: str = Field(
......@@ -281,6 +282,7 @@ class ResponsesRequest(OpenAIBaseModel):
logit_bias=self.logit_bias,
skip_clone=True, # Created fresh per request, safe to skip clone
skip_special_tokens=self.skip_special_tokens,
include_stop_str_in_output=self.include_stop_str_in_output,
)
def is_include_output_logprobs(self) -> bool:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment