fix awq index of qwen

04633c47 · zhuwenwen · 708d897e · 04633c47
Commit 04633c47 authored Aug 08, 2024 by zhuwenwen
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

vllm/model_executor/models/qwen.py vllm/model_executor/models/qwen.py +1 -1

No files found.
--- a/vllm/model_executor/models/qwen.py
+++ b/vllm/model_executor/models/qwen.py
@@ -350,7 +350,7 @@ class QWenLMHeadModel(nn.Module):
                    
                    weight.data=weight.data.reshape(ori_shape[1],-1)
                    
-         if self.quant_method == "awq":
+        if self.quant_method == "awq":
            from lmslim import quant_ops as _ops 
            lay_key_words = [
                "attn.c_attn.qweight",