Fix typo

2023-02-23 20:19:24 +00:00 · 2023-02-23 20:19:24 +00:00 · 86f9eb6d39
commit 86f9eb6d39
parent 1f6c7ef437
1 changed files with 0 additions and 1 deletions
--- a/cacheflow/models/opt.py
+++ b/cacheflow/models/opt.py
@ -179,7 +179,6 @@ class OPTDecoder(OPTPreTrainedModel):
    ) -> torch.Tensor:
        inputs_embeds = self.embed_tokens(input_ids)
        pos_embeds = self.embed_positions(positions)
-        pos_embeds = None
        if self.project_in is not None:
            inputs_embeds = self.project_in(inputs_embeds)
        hidden_states = inputs_embeds + pos_embeds