update m // 8

ea2c27ab · zhuwenwen · 90fc8f66 · ea2c27ab
Commit ea2c27ab authored Nov 19, 2025 by zhuwenwen
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

vllm/model_executor/layers/quantization/slimquant_w4a8.py vllm/model_executor/layers/quantization/slimquant_w4a8.py +1 -1

No files found.
--- a/vllm/model_executor/layers/quantization/slimquant_w4a8.py
+++ b/vllm/model_executor/layers/quantization/slimquant_w4a8.py
@@ -184,7 +184,7 @@ class SlimQuantW4A8Int8LinearMethod(LinearMethodBase):
                elif m<=64:
                    m_ = ((m + 3) // 4) * 4 #取值到最近的4的倍数
                elif m<=160:
-                    m_ = ((m + 7) // 8) * 8
+                    m_ = (m // 8) * 8
                elif m<200: #256
                    m_=160