Skip to content

GitLab

Unverified Commit d79d9eaa authored by Hyunsung Lee's avatar Hyunsung Lee Committed by GitHub
Browse files

[Misc] remove duplicate definition of `seq_lens_tensor` in model_runner.py (#5129)

parent f758505c
Hide whitespace changes
Inline Side-by-side
Showing with 0 additions and 3 deletions
vllm/worker/model_runner.py
View file @ d79d9eaa
...@@ -518,9 +518,6 @@ class ModelRunner: ...@@ -518,9 +518,6 @@ class ModelRunner:
else: else:
multi_modal_input = None multi_modal_input = None
seq_lens_tensor = torch.tensor(seq_lens,
dtype=torch.int,
device=self.device)
query_lens_tensor = torch.tensor(query_lens, query_lens_tensor = torch.tensor(query_lens,
dtype=torch.long, dtype=torch.long,
device=self.device) device=self.device)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment