fix: Inappropriate lack of Optional type on OpenAI ChatCompletionRequest (#4681)

550586ef · BroadbentJim · GitHub · cf29fe9e · 550586ef
Unverified Commit 550586ef authored Mar 28, 2025 by BroadbentJim Committed by GitHub Mar 27, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

python/sglang/srt/openai_api/protocol.py python/sglang/srt/openai_api/protocol.py +1 -1

No files found.
--- a/python/sglang/srt/openai_api/protocol.py
+++ b/python/sglang/srt/openai_api/protocol.py
@@ -323,7 +323,7 @@ class ChatCompletionRequest(BaseModel):
    max_tokens: Optional[int] = None
    n: int = 1
    presence_penalty: float = 0.0
-    response_format: Union[ResponseFormat, StructuralTagResponseFormat] = None
+    response_format: Optional[Union[ResponseFormat, StructuralTagResponseFormat]] = None
    seed: Optional[int] = None
    stop: Optional[Union[str, List[str]]] = None
    stream: bool = False