Skip to content

GitLab

"docs/vscode:/vscode.git/clone" did not exist on "cefa28f4490cc8607d35cf5492cf67407cc69a81"
Unverified Commit de2faef9 authored by Ke Bao's avatar Ke Bao Committed by GitHub
Browse files

Remove extra contiguous (#5953)

parent 67b7d5b1
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
python/sglang/srt/models/deepseek_v2.py
View file @ de2faef9
...@@ -752,7 +752,7 @@ class DeepseekV2AttentionMLA(nn.Module): ...@@ -752,7 +752,7 @@ class DeepseekV2AttentionMLA(nn.Module):
q_nope_out = q_nope_out.transpose(0, 1) q_nope_out = q_nope_out.transpose(0, 1)
k_nope = latent_cache[..., : self.kv_lora_rank] k_nope = latent_cache[..., : self.kv_lora_rank]
k_nope = self.kv_a_layernorm(k_nope.contiguous()).unsqueeze(1) k_nope = self.kv_a_layernorm(k_nope).unsqueeze(1)
k_pe = latent_cache[..., self.kv_lora_rank :].unsqueeze(1) k_pe = latent_cache[..., self.kv_lora_rank :].unsqueeze(1)
q_pe, k_pe = self.rotary_emb(positions, q_pe, k_pe) q_pe, k_pe = self.rotary_emb(positions, q_pe, k_pe)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment