Skip to content

GitLab

"vscode:/vscode.git/clone" did not exist on "7402a355dcbf9ffe7a0b2a788f2062aa9e0a3ed5"
Unverified Commit 3b9e16ce authored by Atream's avatar Atream Committed by GitHub
Browse files

Update attention.py

parent 94476ce5
Show whitespace changes
Inline Side-by-side
Showing with 2 additions and 1 deletion
ktransformers/operators/attention.py
View file @ 3b9e16ce
...@@ -435,6 +435,7 @@ class KDeepseekV2Attention(BaseInjectedModule, DeepseekV2Attention): ...@@ -435,6 +435,7 @@ class KDeepseekV2Attention(BaseInjectedModule, DeepseekV2Attention):
kv_len_arr = torch.tensor([position_ids[0, -1].item()+1], dtype=torch.int32, device=self.device) kv_len_arr = torch.tensor([position_ids[0, -1].item()+1], dtype=torch.int32, device=self.device)
self.mla_wrapper.plan(qo_indptr,None,None, self.mla_wrapper.plan(qo_indptr,None,None,
kv_len_arr, kv_len_arr,
None,
self.num_heads, self.num_heads,
self.kv_lora_rank, self.kv_lora_rank,
self.qk_rope_head_dim, self.qk_rope_head_dim,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment