[Bugfix] Add `mm_processor_kwargs` to chat-related protocols (#13644)

a30c0935 · Roger Wang · GitHub · c7b07a95 · a30c0935
Unverified Commit a30c0935 authored Feb 20, 2025 by Roger Wang Committed by GitHub Feb 20, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 8 additions and 0 deletions

vllm/entrypoints/openai/protocol.py vllm/entrypoints/openai/protocol.py +8 -0

No files found.
--- a/vllm/entrypoints/openai/protocol.py
+++ b/vllm/entrypoints/openai/protocol.py
@@ -974,6 +974,10 @@ class EmbeddingChatRequest(OpenAIBaseModel):
        description=("Additional kwargs to pass to the template renderer. "
                     "Will be accessible by the chat template."),
    )
+    mm_processor_kwargs: Optional[Dict[str, Any]] = Field(
+        default=None,
+        description=("Additional kwargs to pass to the HF processor."),
+    )
    priority: int = Field(
        default=0,
        description=(
@@ -1394,6 +1398,10 @@ class TokenizeChatRequest(OpenAIBaseModel):
        description=("Additional kwargs to pass to the template renderer. "
                     "Will be accessible by the chat template."),
    )
+    mm_processor_kwargs: Optional[Dict[str, Any]] = Field(
+        default=None,
+        description=("Additional kwargs to pass to the HF processor."),
+    )

    @model_validator(mode="before")
    @classmethod