Skip to content

GitLab

Unverified Commit 031ca762 authored by Gregory Shtrasberg's avatar Gregory Shtrasberg Committed by GitHub
Browse files

[ROCm][Bugfix] Compilation passes fix (#22202) 


Signed-off-by: default avatarGregory Shtrasberg <Gregory.Shtrasberg@amd.com>
parent 6ad6b8e1
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 2 deletions
vllm/compilation/pass_manager.py
View file @ 031ca762
...@@ -7,11 +7,13 @@ from vllm.config import VllmConfig ...@@ -7,11 +7,13 @@ from vllm.config import VllmConfig
from vllm.logger import init_logger from vllm.logger import init_logger
from vllm.platforms import current_platform from vllm.platforms import current_platform
if current_platform.is_cuda(): if current_platform.is_cuda_alike():
from .fusion import FusionPass from .fusion import FusionPass
from .collective_fusion import AllReduceFusionPass, AsyncTPPass
from .fusion_attn import AttnFusionPass from .fusion_attn import AttnFusionPass
if current_platform.is_cuda():
from .collective_fusion import AllReduceFusionPass, AsyncTPPass
from .activation_quant_fusion import ActivationQuantFusionPass from .activation_quant_fusion import ActivationQuantFusionPass
from .fix_functionalization import FixFunctionalizationPass from .fix_functionalization import FixFunctionalizationPass
from .inductor_pass import CustomGraphPass, InductorPass, get_pass_context from .inductor_pass import CustomGraphPass, InductorPass, get_pass_context
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment