修awq的tp2的bug问题

3249f6cc · yangql1 · 14d195dc · 3249f6cc
Commit 3249f6cc authored Feb 10, 2026 by yangql1
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

vllm/model_executor/layers/quantization/awq.py vllm/model_executor/layers/quantization/awq.py +1 -1

No files found.
--- a/vllm/model_executor/layers/quantization/awq.py
+++ b/vllm/model_executor/layers/quantization/awq.py
@@ -335,7 +335,7 @@ class AWQLinearMethod(LinearMethodBase):
        reshaped_x = x.reshape(-1, x.shape[-1])
        m = reshaped_x.shape[0]
        k = reshaped_x.shape[-1]
-        n = layer.output_size        
+        n = zeros_and_scales.shape[0]     
        out_shape = (x.shape[:-1] + (n, ))