[Bugfix] Fix reinit procedure in ModelInputForGPUBuilder (#7360)

74af2bbd · Alexander Matveev · GitHub · fc7b8d1e · 74af2bbd
Unverified Commit 74af2bbd authored Aug 09, 2024 by Alexander Matveev Committed by GitHub Aug 09, 2024
Show whitespace changes
Inline Side-by-side

Showing with 2 additions and 0 deletions

vllm/worker/model_runner.py vllm/worker/model_runner.py +2 -0

No files found.
--- a/vllm/worker/model_runner.py
+++ b/vllm/worker/model_runner.py
@@ -348,6 +348,8 @@ class ModelInputForGPUBuilder(ModelRunnerInputBuilderBase[ModelInputForGPU]):
            self.multi_modal_inputs = multi_modal_inputs
            self.prefix_cache_hit = prefix_cache_hit

+            self.n_seqs = len(self.seq_ids)
+
            if not reinit:
                self.__post_init__()