Set default rope_theta on LlamaLikeBlock (#271)

66adba4a · Casper · GitHub · cef9f113 · 66adba4a
Unverified Commit 66adba4a authored Dec 23, 2023 by Casper Committed by GitHub Dec 23, 2023
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

awq/modules/fused/block.py awq/modules/fused/block.py +1 -1

No files found.
--- a/awq/modules/fused/block.py
+++ b/awq/modules/fused/block.py
@@ -43,7 +43,7 @@ class LlamaLikeBlock(nn.Module):
    """
    def __init__(
        self, hidden_size, n_heads, n_kv_heads, qkv_layer, o_proj, 
-        mlp, norm_1, norm_2, dev, max_seq_len, rope_theta, use_alibi=False
+        mlp, norm_1, norm_2, dev, max_seq_len, rope_theta=10000, use_alibi=False
    ):
        super().__init__()
        self.n_heads = n_heads