Skip to content

GitLab

Unverified Commit 065ce815 authored by fzyzcjy's avatar fzyzcjy Committed by GitHub
Browse files

Tiny cleanup fp4 gemm calls (#11537)

parent 8e51049f
Show whitespace changes
Inline Side-by-side
Showing with 9 additions and 19 deletions
python/sglang/srt/layers/quantization/modelopt_quant.py
View file @ 065ce815
...@@ -852,17 +852,6 @@ class ModelOptFp4LinearMethod(LinearMethodBase): ...@@ -852,17 +852,6 @@ class ModelOptFp4LinearMethod(LinearMethodBase):
if enable_flashinfer_fp4_gemm: if enable_flashinfer_fp4_gemm:
w = layer.weight.T w = layer.weight.T
w_scale_interleaved = layer.weight_scale_interleaved.T w_scale_interleaved = layer.weight_scale_interleaved.T
if USE_CUTLASS_BACKEND_FOR_FP4_GEMM:
out = fp4_gemm(
x_fp4,
w,
x_scale_interleaved,
w_scale_interleaved,
layer.alpha,
output_dtype,
backend="cutlass",
)
else:
out = fp4_gemm( out = fp4_gemm(
x_fp4, x_fp4,
w, w,
...@@ -870,6 +859,7 @@ class ModelOptFp4LinearMethod(LinearMethodBase): ...@@ -870,6 +859,7 @@ class ModelOptFp4LinearMethod(LinearMethodBase):
w_scale_interleaved, w_scale_interleaved,
layer.alpha, layer.alpha,
output_dtype, output_dtype,
**(dict(backend="cutlass") if USE_CUTLASS_BACKEND_FOR_FP4_GEMM else dict()),
) )
if bias is not None: if bias is not None:
out = out + bias out = out + bias
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment