From 86f9eb6d39f12372c7349809485d743241f58907 Mon Sep 17 00:00:00 2001 From: Woosuk Kwon Date: Thu, 23 Feb 2023 20:19:24 +0000 Subject: [PATCH] Fix typo --- cacheflow/models/opt.py | 1 - 1 file changed, 1 deletion(-) diff --git a/cacheflow/models/opt.py b/cacheflow/models/opt.py index 234ab263..5637e852 100644 --- a/cacheflow/models/opt.py +++ b/cacheflow/models/opt.py @@ -179,7 +179,6 @@ class OPTDecoder(OPTPreTrainedModel): ) -> torch.Tensor: inputs_embeds = self.embed_tokens(input_ids) pos_embeds = self.embed_positions(positions) - pos_embeds = None if self.project_in is not None: inputs_embeds = self.project_in(inputs_embeds) hidden_states = inputs_embeds + pos_embeds