squall/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Fix typo

Browse Source
This commit is contained in:
Woosuk Kwon 2023-02-23 20:19:24 +00:00
parent 1f6c7ef437
commit 86f9eb6d39
1 changed files with 0 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
cacheflow/models/opt.py
View File

@ -179,7 +179,6 @@ class OPTDecoder(OPTPreTrainedModel):
) -> torch.Tensor: ) -> torch.Tensor:
inputs_embeds = self.embed_tokens(input_ids) inputs_embeds = self.embed_tokens(input_ids)
pos_embeds = self.embed_positions(positions) pos_embeds = self.embed_positions(positions)
pos_embeds = None
if self.project_in is not None: if self.project_in is not None:
inputs_embeds = self.project_in(inputs_embeds) inputs_embeds = self.project_in(inputs_embeds)
hidden_states = inputs_embeds + pos_embeds hidden_states = inputs_embeds + pos_embeds