Skip to content

GitLab

Unverified Commit 74af2bbd authored by Alexander Matveev's avatar Alexander Matveev Committed by GitHub
Browse files

[Bugfix] Fix reinit procedure in ModelInputForGPUBuilder (#7360)

parent fc7b8d1e
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 0 deletions
vllm/worker/model_runner.py
View file @ 74af2bbd
...@@ -348,6 +348,8 @@ class ModelInputForGPUBuilder(ModelRunnerInputBuilderBase[ModelInputForGPU]): ...@@ -348,6 +348,8 @@ class ModelInputForGPUBuilder(ModelRunnerInputBuilderBase[ModelInputForGPU]):
self.multi_modal_inputs = multi_modal_inputs self.multi_modal_inputs = multi_modal_inputs
self.prefix_cache_hit = prefix_cache_hit self.prefix_cache_hit = prefix_cache_hit
self.n_seqs = len(self.seq_ids)
if not reinit: if not reinit:
self.__post_init__() self.__post_init__()
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment