Update refactoring operation

668ec4ef · zhuwenwen · 8a325c18 · 668ec4ef · 668ec4ef
Commit 668ec4ef authored Aug 21, 2024 by zhuwenwen
Show whitespace changes
Inline Side-by-side

Showing with 23 additions and 23 deletions

vllm/attention/ops/paged_attn.py vllm/attention/ops/paged_attn.py +22 -22

vllm/model_executor/layers/activation.py vllm/model_executor/layers/activation.py +1 -1

No files found.
--- a/vllm/attention/ops/paged_attn.py
+++ b/vllm/attention/ops/paged_attn.py
--- a/vllm/model_executor/layers/activation.py
+++ b/vllm/model_executor/layers/activation.py
@@ -36,7 +36,7 @@ class SiluAndMul(CustomOp):
        output_shape = (x.shape[:-1] + (d, ))
        out = torch.empty(output_shape, dtype=x.dtype, device=x.device)
        if envs.VLLM_USE_OPT_OP:
-            ops.silu_and_mul(out, x)
+            ops.silu_and_mul_opt(out, x)
        else:
            ops.silu_and_mul(out, x)
        return out