Skip to content

GitLab

Unverified Commit 15e91d72 authored by fzyzcjy's avatar fzyzcjy Committed by GitHub
Browse files

Tiny fix DeepseekScalingRotaryEmbedding always use forward_native (#5406)

parent 8aab7fdb
Show whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
python/sglang/srt/layers/rotary_embedding.py
View file @ 15e91d72
...@@ -649,7 +649,7 @@ class DeepseekScalingRotaryEmbedding(RotaryEmbedding): ...@@ -649,7 +649,7 @@ class DeepseekScalingRotaryEmbedding(RotaryEmbedding):
return self.forward_native(*args, **kwargs) return self.forward_native(*args, **kwargs)
def forward(self, *args, **kwargs): def forward(self, *args, **kwargs):
if torch._dynamo.is_compiling: if torch.compiler.is_compiling():
return self.forward_native(*args, **kwargs) return self.forward_native(*args, **kwargs)
if _is_cuda_available: if _is_cuda_available:
return self.forward_cuda(*args, **kwargs) return self.forward_cuda(*args, **kwargs)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment