[Bugfix] Fix wrong multi_modal_input format for CPU runner (#5451)

2135cacb · Isotr0py · GitHub · 7d19de2e · 2135cacb
Unverified Commit 2135cacb authored Jun 13, 2024 by Isotr0py Committed by GitHub Jun 12, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 2 deletions

vllm/worker/cpu_model_runner.py vllm/worker/cpu_model_runner.py +2 -2

No files found.
--- a/vllm/worker/cpu_model_runner.py
+++ b/vllm/worker/cpu_model_runner.py
@@ -343,8 +343,8 @@ class CPUModelRunner:
            "kv_caches": kv_caches,
            "attn_metadata": attn_metadata,
        }
-        if self.vision_language_config:
-            execute_model_kwargs.update({"image_input": multi_modal_input})
+        if self.vision_language_config and multi_modal_input is not None:
+            execute_model_kwargs.update(multi_modal_input)

        hidden_states = model_executable(**execute_model_kwargs)