Skip to content

GitLab

Unverified Commit 6e27c6d8 authored by Roger Wang's avatar Roger Wang Committed by GitHub
Browse files

[Misc] Remove unused numpy tensor (#18084) 


Signed-off-by: default avatarRoger Wang <hey@rogerw.me>
parent d5af47a1
Show whitespace changes
Inline Side-by-side
Showing with 0 additions and 2 deletions
vllm/v1/worker/gpu_model_runner.py
View file @ 6e27c6d8
...@@ -287,7 +287,6 @@ class GPUModelRunner(LoRAModelRunnerMixin): ...@@ -287,7 +287,6 @@ class GPUModelRunner(LoRAModelRunnerMixin):
dtype=torch.int32, dtype=torch.int32,
device="cpu", device="cpu",
pin_memory=self.pin_memory) pin_memory=self.pin_memory)
self.input_ids_np = self.input_ids_cpu.numpy()
self.positions_cpu = torch.zeros(self.max_num_tokens, self.positions_cpu = torch.zeros(self.max_num_tokens,
dtype=torch.int64, dtype=torch.int64,
device="cpu", device="cpu",
......
vllm/v1/worker/tpu_model_runner.py
View file @ 6e27c6d8
...@@ -191,7 +191,6 @@ class TPUModelRunner(LoRAModelRunnerMixin): ...@@ -191,7 +191,6 @@ class TPUModelRunner(LoRAModelRunnerMixin):
self.input_ids_cpu = torch.zeros(self.max_num_tokens, self.input_ids_cpu = torch.zeros(self.max_num_tokens,
dtype=torch.int32, dtype=torch.int32,
device="cpu") device="cpu")
self.input_ids_np = self.input_ids_cpu.numpy()
self.positions_cpu = torch.zeros(self.max_num_tokens, self.positions_cpu = torch.zeros(self.max_num_tokens,
dtype=torch.int32, dtype=torch.int32,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment