[Bugfix][Hardware][Intel CPU] Fix unpassed multi_modal_kwargs for CPU runner (#5956)

0d0e3a42 · Isotr0py · GitHub · 74d55c06 · 0d0e3a42
Unverified Commit 0d0e3a42 authored Jun 28, 2024 by Isotr0py Committed by GitHub Jun 28, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 0 deletions

vllm/worker/cpu_model_runner.py vllm/worker/cpu_model_runner.py +1 -0

No files found.
--- a/vllm/worker/cpu_model_runner.py
+++ b/vllm/worker/cpu_model_runner.py
@@ -355,6 +355,7 @@ class CPUModelRunner(ModelRunnerBase[CPUModelInput]):
            input_positions=input_positions,
            attn_metadata=attn_metadata,
            sampling_metadata=sampling_metadata,
+            multi_modal_kwargs=multi_modal_kwargs,
        )

    @torch.inference_mode()