GPTJConfig has no attribute rotary. (#532)

1dde34e0 · leegohi04517 · GitHub · 6fc2a38b · 1dde34e0
Unverified Commit 1dde34e0 authored Jul 25, 2023 by leegohi04517 Committed by GitHub Jul 24, 2023
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

vllm/model_executor/models/gpt_j.py vllm/model_executor/models/gpt_j.py +1 -1

No files found.
--- a/vllm/model_executor/models/gpt_j.py
+++ b/vllm/model_executor/models/gpt_j.py
@@ -65,7 +65,7 @@ class GPTJAttention(nn.Module):
        self.num_heads = self.total_num_heads // tp_world_size

        scaling = self.head_size**-0.5
-        assert config.rotary
+        assert getattr(config, "rotary", True)
        assert config.rotary_dim % 2 == 0
        self.attn = PagedAttentionWithRoPE(self.num_heads, self.head_size,
                                           scaling, config.rotary_dim)