Fix comment

916fdf97 · Casper Hansen · e2858cef · 916fdf97
Commit 916fdf97 authored Aug 18, 2023 by Casper Hansen
Hide whitespace changes
Inline Side-by-side

Showing with 4 additions and 2 deletions

awq/models/llama.py awq/models/llama.py +4 -2

No files found.
--- a/awq/models/llama.py
+++ b/awq/models/llama.py
@@ -39,14 +39,16 @@ class LlamaAWQForCausalLM(BaseAWQForCausalLM):
                layers=[module.self_attn.o_proj],
                inp=input_feat['self_attn.o_proj'],
            ))
-        # fc1
+        
+        # linear 1
        layers.append(dict(
            prev_op=module.post_attention_layernorm,
            layers=[module.mlp.gate_proj, module.mlp.up_proj],
            inp=input_feat['mlp.gate_proj'],
            module2inspect=module.mlp,
        ))
-        # fc2
+
+        # linear 2
        layers.append(dict(
            prev_op=module.mlp.up_proj,
            layers=[module.mlp.down_proj],