Skip to content

GitLab

Unverified Commit 87f48623 authored by Ning Xie's avatar Ning Xie Committed by GitHub
Browse files

[Misc] method name typo fix (#23042) 


Signed-off-by: default avatarAndy Xie <andy.xning@gmail.com>
parent 5c32143b
Show whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
vllm/v1/worker/cpu_model_runner.py
View file @ 87f48623
......@@ -29,7 +29,7 @@ class CPUModelRunner(GPUModelRunner):
self.use_cuda_graph = False
self.cascade_attn_enabled = False
self._postprocess_tenosrs()
self._postprocess_tensors()
def _may_reorder_batch(self, scheduler_output: "SchedulerOutput") -> None:
"""
......@@ -59,7 +59,7 @@ class CPUModelRunner(GPUModelRunner):
self.attn_groups[0][0].metadata_builder.reorder_batch(
self.input_batch, scheduler_output)
def _postprocess_tenosrs(self) -> None:
def _postprocess_tensors(self) -> None:
# Note: replace device tensors with cpu tensors
def replace_tensor(obj: Any, cpu_attr_name: str,
device_attr_name) -> None:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment