fix: Fix vllm MM aggregated mode Corner Case (#4583)

c90e3dff · Indrajit Bhosale · GitHub · 0a065918 · c90e3dff
Unverified Commit c90e3dff authored Nov 25, 2025 by Indrajit Bhosale Committed by GitHub Nov 25, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 0 deletions

components/src/dynamo/vllm/main.py components/src/dynamo/vllm/main.py +2 -0

No files found.
--- a/components/src/dynamo/vllm/main.py
+++ b/components/src/dynamo/vllm/main.py
@@ -317,6 +317,7 @@ async def init_prefill(runtime: DistributedRuntime, config: Config):
        engine_client,
        default_sampling_params,
        getattr(getattr(vllm_config, "model_config", None), "max_model_len", None),
+        enable_multimodal=config.enable_multimodal,
    )
    handler.add_temp_dir(prometheus_temp_dir)

@@ -448,6 +449,7 @@ async def init(runtime: DistributedRuntime, config: Config):
        engine_client,
        default_sampling_params,
        getattr(getattr(vllm_config, "model_config", None), "max_model_len", None),
+        enable_multimodal=config.enable_multimodal,
    )
    handler.add_temp_dir(prometheus_temp_dir)