[bugfix] Fix typo in modelopt quant: 'FusedMoE' object has no attribute 'local_num_experts' (#8768)

9bd4872a · Trevor Morris · GitHub · 2fa0462c · 9bd4872a
Unverified Commit 9bd4872a authored Aug 04, 2025 by Trevor Morris Committed by GitHub Aug 04, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

python/sglang/srt/layers/quantization/modelopt_quant.py python/sglang/srt/layers/quantization/modelopt_quant.py +1 -1

No files found.
--- a/python/sglang/srt/layers/quantization/modelopt_quant.py
+++ b/python/sglang/srt/layers/quantization/modelopt_quant.py
@@ -776,7 +776,7 @@ class ModelOptNvFp4FusedMoEMethod(FusedMoEMethodBase):
        # GEMM 1
        w13_weight = ModelWeightParameter(
            data=torch.empty(
-                layer.local_num_experts,
+                layer.num_local_experts,
                2 * intermediate_size_per_partition,
                # 2 fp4 items are packed in the input dimension
                hidden_size // 2,