[Bugfix][Hardware][CPU] Fix CPU model input for decode (#9044)

487678d0 · Isotr0py · GitHub · cb3b2b9b · 487678d0
Unverified Commit 487678d0 authored Oct 07, 2024 by Isotr0py Committed by GitHub Oct 06, 2024
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

vllm/worker/cpu_model_runner.py vllm/worker/cpu_model_runner.py +1 -1

No files found.
--- a/vllm/worker/cpu_model_runner.py
+++ b/vllm/worker/cpu_model_runner.py
@@ -133,7 +133,7 @@ class ModelInputForCPUBuilder(ModelRunnerInputBuilderBase[ModelInputForCPU]):
            (input_tokens, input_positions,
             attn_metadata) = self._prepare_decode(
                 self.seq_group_metadata_list)
-            seq_lens = []
+            seq_lens = None

        return self.model_input_cls(
            input_tokens=input_tokens,