[fix] fix misusing of is_cuda (#7790)

c04a8a82 · JieXin Liang · GitHub · 6c903611 · c04a8a82
Unverified Commit c04a8a82 authored Jul 05, 2025 by JieXin Liang Committed by GitHub Jul 05, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

python/sglang/srt/models/deepseek_v2.py python/sglang/srt/models/deepseek_v2.py +1 -1

No files found.
--- a/python/sglang/srt/models/deepseek_v2.py
+++ b/python/sglang/srt/models/deepseek_v2.py
@@ -913,7 +913,7 @@ class DeepseekV2AttentionMLA(nn.Module):
            and self.fused_qkv_a_proj_with_mqa.weight.dtype == torch.bfloat16
            and self.fused_qkv_a_proj_with_mqa.weight.shape[0] == 2112
            and self.fused_qkv_a_proj_with_mqa.weight.shape[1] == 7168
-            and is_cuda
+            and _is_cuda
            and _device_sm >= 90
        )