Unverified Commit afe9eb40 authored by elvischenv's avatar elvischenv Committed by GitHub
Browse files

[Bugfix] Fix flashinfer ar+norm kernel not available issue (#29960)


Signed-off-by: default avatarelvischenv <219235043+elvischenv@users.noreply.github.com>
parent 19bee6d1
...@@ -104,7 +104,8 @@ class FixFunctionalizationPass(VllmInductorPass): ...@@ -104,7 +104,8 @@ class FixFunctionalizationPass(VllmInductorPass):
mutated_args = {1: "result"} mutated_args = {1: "result"}
self.defunctionalize(graph, node, mutated_args) self.defunctionalize(graph, node, mutated_args)
elif ( elif (
at_target hasattr(torch.ops.vllm, "flashinfer_trtllm_fused_allreduce_norm")
and at_target
== torch.ops.vllm.flashinfer_trtllm_fused_allreduce_norm.default == torch.ops.vllm.flashinfer_trtllm_fused_allreduce_norm.default
): ):
mutated_args = { mutated_args = {
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment