Minor remove one kernel for DeepSeek (#6977)

de1350ea · fzyzcjy · GitHub · 86fe943b · de1350ea
Unverified Commit de1350ea authored Jun 09, 2025 by fzyzcjy Committed by GitHub Jun 08, 2025
Show whitespace changes
Inline Side-by-side

Showing with 5 additions and 2 deletions

python/sglang/srt/models/deepseek_v2.py python/sglang/srt/models/deepseek_v2.py +5 -2

No files found.
--- a/python/sglang/srt/models/deepseek_v2.py
+++ b/python/sglang/srt/models/deepseek_v2.py
@@ -421,10 +421,13 @@ class DeepseekV2MoE(nn.Module):
                topk_weights=topk_weights,
                forward_mode=forward_mode,
            )
-        final_hidden_states *= self.routed_scaling_factor

        if shared_output is not None:
-            final_hidden_states = final_hidden_states + shared_output
+            x = shared_output
+            x.add_(final_hidden_states, alpha=self.routed_scaling_factor)
+            final_hidden_states = x
+        else:
+            final_hidden_states *= self.routed_scaling_factor

        return final_hidden_states