Skip to content

GitLab

Commit 15883da4 authored by fanwl's avatar fanwl Committed by zhangzbb
Browse files

fused_add_rms_norm use lightop

parent bcb2ba6c
Hide whitespace changes
Inline Side-by-side
Showing with 3 additions and 3 deletions
vllm/model_executor/layers/layernorm.py
View file @ 15883da4
...@@ -57,9 +57,9 @@ def fused_add_rms_norm( ...@@ -57,9 +57,9 @@ def fused_add_rms_norm(
return rms_norm_batch_invariant( return rms_norm_batch_invariant(
x + residual, weight, variance_epsilon x + residual, weight, variance_epsilon
), x + residual ), x + residual
# if envs.VLLM_USE_OPT_OP: if envs.VLLM_USE_OPT_OP:
if False: from lightop import fused_add_rms_norm
ops.fused_add_rms_norm_opt( fused_add_rms_norm(
x, x,
residual, residual,
weight, weight,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment