torch.compile() mrope (#9487)

61a0e600 · timmy-feng · GitHub · 0f8cee8c · 61a0e600
Unverified Commit 61a0e600 authored Aug 22, 2025 by timmy-feng Committed by GitHub Aug 21, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 0 deletions

python/sglang/srt/layers/rotary_embedding.py python/sglang/srt/layers/rotary_embedding.py +1 -0

No files found.
--- a/python/sglang/srt/layers/rotary_embedding.py
+++ b/python/sglang/srt/layers/rotary_embedding.py
@@ -1029,6 +1029,7 @@ class MRotaryEmbedding(RotaryEmbedding):
                    f"Corrected mrope_section: {self.mrope_section} (sum={sum(self.mrope_section)})"
                )

+    @torch.compile(dynamic=True)
    def forward(
        self,
        positions: torch.Tensor,