Skip to content

GitLab

Commit e7dcfb5b authored by 王敏's avatar 王敏
Browse files

[fix]修复不开pcp时打开mtp报错

parent 561b6cbb
Show whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
vllm/v1/spec_decode/eagle.py
View file @ e7dcfb5b
...@@ -222,9 +222,9 @@ class SpecDecodeBaseProposer: ...@@ -222,9 +222,9 @@ class SpecDecodeBaseProposer:
1, len(self.tree_choices) + 1, device=device, dtype=torch.int32 1, len(self.tree_choices) + 1, device=device, dtype=torch.int32
).repeat(max_batch_size, 1) ).repeat(max_batch_size, 1)
if envs.VLLM_MLA_CP:
self.scatter_indexes_tensor = None self.scatter_indexes_tensor = None
self.gather_indexes_tensor = None self.gather_indexes_tensor = None
if envs.VLLM_MLA_CP:
self.query_start_loc = CpuGpuBuffer( self.query_start_loc = CpuGpuBuffer(
max_batch_size + 1, max_batch_size + 1,
dtype=torch.int32, dtype=torch.int32,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment