GPTJConfig has no attribute rotary. (#532)

2023-07-25 02:29:30 +08:00 · 2023-07-25 02:29:30 +08:00 · 1dde34e0f8
commit 1dde34e0f8
parent 6fc2a38b11
1 changed files with 1 additions and 1 deletions
--- a/vllm/model_executor/models/gpt_j.py
+++ b/vllm/model_executor/models/gpt_j.py
@ -65,7 +65,7 @@ class GPTJAttention(nn.Module):
        self.num_heads = self.total_num_heads // tp_world_size

        scaling = self.head_size**-0.5
-        assert config.rotary
+        assert getattr(config, "rotary", True)
        assert config.rotary_dim % 2 == 0
        self.attn = PagedAttentionWithRoPE(self.num_heads, self.head_size,
                                           scaling, config.rotary_dim)