filter by num_hidden_layers (#7056)

2f4ec752 · pansicheng · GitHub · da47621c · 2f4ec752
Unverified Commit 2f4ec752 authored Jun 13, 2025 by pansicheng Committed by GitHub Jun 13, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 2 deletions

python/sglang/srt/models/deepseek_v2.py python/sglang/srt/models/deepseek_v2.py +1 -2

No files found.
--- a/python/sglang/srt/models/deepseek_v2.py
+++ b/python/sglang/srt/models/deepseek_v2.py
@@ -1786,8 +1786,7 @@ class DeepseekV2ForCausalLM(nn.Module):
                for name in weight_names:
                    if "kv_b_proj" in name:
                        layer_id = int(name.split(".")[2])
-                        # filter the nextn layer.
-                        if layer_id != self.config.num_hidden_layers:
+                        if layer_id < self.config.num_hidden_layers:
                            layer_ids.add(layer_id)

        for layer_id in layer_ids: