use opt rope

8c0143db · zhuwenwen · b7b4e639 · 8c0143db
Commit 8c0143db authored Oct 05, 2025 by zhuwenwen
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 2 deletions

vllm/model_executor/layers/rotary_embedding.py vllm/model_executor/layers/rotary_embedding.py +1 -2

No files found.
--- a/vllm/model_executor/layers/rotary_embedding.py
+++ b/vllm/model_executor/layers/rotary_embedding.py
@@ -958,8 +958,7 @@ class DeepseekScalingRotaryEmbedding(RotaryEmbedding):
                    BLOCK_SIZE=BLOCK_SIZE,
                    num_warps=1)

-            # if envs.VLLM_USE_LIGHTOP:
-            if False:
+            if envs.VLLM_USE_LIGHTOP:
                torch.ops.vllm.rotary_embedding_deepseek_fuse(positions, query, key, self.head_size, self.cos_sin_cache, self.is_neox_style)
            else:
                call(query)