Unverified Commit 0075bfff authored by Wentao Ye's avatar Wentao Ye Committed by GitHub
Browse files

[CI] Fix precommit `rope_theta` issue (#29040)


Signed-off-by: default avataryewentao256 <zhyanwentao@126.com>
parent cb0a7b4b
......@@ -991,8 +991,7 @@ class DeepseekV2MLAAttention(nn.Module):
qk_rope_head_dim,
rotary_dim=qk_rope_head_dim,
max_position=max_position_embeddings,
base=rope_theta,
rope_scaling=rope_scaling,
rope_parameters=config.rope_parameters,
is_neox_style=True,
)
self.indexer = Indexer(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment