Skip to content

GitLab

Unverified Commit 076313bd authored by Haohui Mai's avatar Haohui Mai Committed by GitHub
Browse files

[AMD] Fail gracefully when AITER is unavailable gfx90a GPUs (#7187)

parent 9abe1163
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
python/sglang/srt/layers/quantization/fp8.py
View file @ 076313bd
...@@ -88,7 +88,7 @@ _is_fp8_fnuz = is_fp8_fnuz() ...@@ -88,7 +88,7 @@ _is_fp8_fnuz = is_fp8_fnuz()
_use_hip_int4 = get_bool_env_var("SGLANG_INT4_WEIGHT") _use_hip_int4 = get_bool_env_var("SGLANG_INT4_WEIGHT")
_use_aiter = get_bool_env_var("SGLANG_USE_AITER") and _is_hip _use_aiter = get_bool_env_var("SGLANG_USE_AITER") and _is_hip
if _is_hip: if _is_hip and (_use_aiter or _use_hip_int4):
from aiter import ActivationType, QuantType from aiter import ActivationType, QuantType
from aiter.fused_moe import fused_moe from aiter.fused_moe import fused_moe
from aiter.fused_moe_bf16_asm import asm_moe, ck_moe_2stages from aiter.fused_moe_bf16_asm import asm_moe, ck_moe_2stages
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment