fused_add_rms_norm use lightop

15883da4 · fanwl · zhangzbb · bcb2ba6c · 15883da4
Commit 15883da4 authored Apr 02, 2026 by fanwl Committed by zhangzbb Apr 10, 2026
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 3 deletions

vllm/model_executor/layers/layernorm.py vllm/model_executor/layers/layernorm.py +3 -3

No files found.
--- a/vllm/model_executor/layers/layernorm.py
+++ b/vllm/model_executor/layers/layernorm.py
@@ -57,9 +57,9 @@ def fused_add_rms_norm(
        return rms_norm_batch_invariant(
            x + residual, weight, variance_epsilon
        ), x + residual
-    # if envs.VLLM_USE_OPT_OP:
-    if False:
-        ops.fused_add_rms_norm_opt(
+    if envs.VLLM_USE_OPT_OP:
+        from lightop import fused_add_rms_norm
+        fused_add_rms_norm(
            x,
            residual,
            weight,