Skip to content

GitLab

"tests/vscode:/vscode.git/clone" did not exist on "b8cc26e34ad0ce83ac8ae987c0f21365a24ce6b8"
Unverified Commit 4a9f3eef authored by Brayden Zhong's avatar Brayden Zhong Committed by GitHub
Browse files

Tiny Llama4 type error in constructor (#6752)

parent 1b7afad0
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
python/sglang/srt/models/llama4.py
View file @ 4a9f3eef
...@@ -204,7 +204,7 @@ class Llama4Attention(nn.Module): ...@@ -204,7 +204,7 @@ class Llama4Attention(nn.Module):
super().__init__() super().__init__()
self.layer_id = layer_id self.layer_id = layer_id
self.hidden_size = hidden_size self.hidden_size = hidden_size
self.use_rope = int((layer_id + 1) % 4 != 0) self.use_rope = (layer_id + 1) % 4 != 0
self.use_qk_norm = config.use_qk_norm and self.use_rope self.use_qk_norm = config.use_qk_norm and self.use_rope
attn_tp_rank = get_attention_tp_rank() attn_tp_rank = get_attention_tp_rank()
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment