Skip to content

GitLab

Unverified Commit 487678d0 authored by Isotr0py's avatar Isotr0py Committed by GitHub
Browse files

[Bugfix][Hardware][CPU] Fix CPU model input for decode (#9044)

parent cb3b2b9b
Show whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
vllm/worker/cpu_model_runner.py
View file @ 487678d0
...@@ -133,7 +133,7 @@ class ModelInputForCPUBuilder(ModelRunnerInputBuilderBase[ModelInputForCPU]): ...@@ -133,7 +133,7 @@ class ModelInputForCPUBuilder(ModelRunnerInputBuilderBase[ModelInputForCPU]):
(input_tokens, input_positions, (input_tokens, input_positions,
attn_metadata) = self._prepare_decode( attn_metadata) = self._prepare_decode(
self.seq_group_metadata_list) self.seq_group_metadata_list)
seq_lens = [] seq_lens = None
return self.model_input_cls( return self.model_input_cls(
input_tokens=input_tokens, input_tokens=input_tokens,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment