Skip to content

GitLab

Unverified Commit c90e3dff authored by Indrajit Bhosale's avatar Indrajit Bhosale Committed by GitHub
Browse files

fix: Fix vllm MM aggregated mode Corner Case (#4583)

parent 0a065918
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 0 deletions
components/src/dynamo/vllm/main.py
View file @ c90e3dff
...@@ -317,6 +317,7 @@ async def init_prefill(runtime: DistributedRuntime, config: Config): ...@@ -317,6 +317,7 @@ async def init_prefill(runtime: DistributedRuntime, config: Config):
engine_client, engine_client,
default_sampling_params, default_sampling_params,
getattr(getattr(vllm_config, "model_config", None), "max_model_len", None), getattr(getattr(vllm_config, "model_config", None), "max_model_len", None),
enable_multimodal=config.enable_multimodal,
) )
handler.add_temp_dir(prometheus_temp_dir) handler.add_temp_dir(prometheus_temp_dir)
...@@ -448,6 +449,7 @@ async def init(runtime: DistributedRuntime, config: Config): ...@@ -448,6 +449,7 @@ async def init(runtime: DistributedRuntime, config: Config):
engine_client, engine_client,
default_sampling_params, default_sampling_params,
getattr(getattr(vllm_config, "model_config", None), "max_model_len", None), getattr(getattr(vllm_config, "model_config", None), "max_model_len", None),
enable_multimodal=config.enable_multimodal,
) )
handler.add_temp_dir(prometheus_temp_dir) handler.add_temp_dir(prometheus_temp_dir)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment