From 1dde34e0f8f1021103e62fdf81ae7e89cce5aaf2 Mon Sep 17 00:00:00 2001
From: leegohi04517 <58016551+leegohi04517@users.noreply.github.com>
Date: Tue, 25 Jul 2023 02:29:30 +0800
Subject: [PATCH] GPTJConfig has no attribute rotary.  (#532)

---
 vllm/model_executor/models/gpt_j.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/vllm/model_executor/models/gpt_j.py b/vllm/model_executor/models/gpt_j.py
index 2f858d2d..cf89e28b 100644
--- a/vllm/model_executor/models/gpt_j.py
+++ b/vllm/model_executor/models/gpt_j.py
@@ -65,7 +65,7 @@ class GPTJAttention(nn.Module):
         self.num_heads = self.total_num_heads // tp_world_size
 
         scaling = self.head_size**-0.5
-        assert config.rotary
+        assert getattr(config, "rotary", True)
         assert config.rotary_dim % 2 == 0
         self.attn = PagedAttentionWithRoPE(self.num_heads, self.head_size,
                                            scaling, config.rotary_dim)