feat: add model field to multimodal protocol for LoRA identity (#6382)

components/src/dynamo/vllm/multimodal_handlers/multimodal_pd_worker_handler.py

@@ -155,6 +155,7 @@ class MultimodalPDWorkerHandler(BaseWorkerHandler):
             ),
             sampling_params=sampling_params,
             request_id=request_id,
+            model=raw_request.get("model"),
             multimodal_inputs=multimodal_groups,
         )
 

components/src/dynamo/vllm/multimodal_utils/protocol.py

@@ -175,6 +175,8 @@ class MultiModalGroup(BaseModel):
 
 class vLLMMultimodalRequest(vLLMGenerateRequest):
     model_config = ConfigDict(arbitrary_types_allowed=True)
+    # LoRA adapter name (matches the name used in load_lora)
+    model: Optional[str] = None
     # Decode-only worker can have None for multimodal_inputs
     multimodal_inputs: Optional[List[MultiModalGroup]] = Field(default_factory=list)
     # Add these fields for Qwen VL (mRoPE) decode-only worker

examples/multimodal/components/processor.py

@@ -143,6 +143,7 @@ class Processor(ProcessMixIn):
             engine_prompt=engine_prompt,
             sampling_params=sampling_params,
             request_id=request_id,
+            model=raw_request.model,
             multimodal_input=multimodal_input,
         )
 

examples/multimodal/utils/protocol.py

@@ -156,6 +156,8 @@ class MultiModalInput(BaseModel):
 
 class vLLMMultimodalRequest(vLLMGenerateRequest):
     model_config = ConfigDict(arbitrary_types_allowed=True)
+    # LoRA adapter name (matches the name used in load_lora)
+    model: Optional[str] = None
     multimodal_input: Optional[MultiModalInput] = Field(default_factory=MultiModalInput)
     image_grid_thw: Optional[List[Any]] = None
     embeddings_shape: Optional[