squall/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Add get_len

Browse Source
This commit is contained in:
Woosuk Kwon 2023-02-23 05:58:04 +00:00
parent d094512296
commit af16c05074
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
cacheflow/sequence.py
View File

@ -49,6 +49,9 @@ class Sequence:
last_block.append(token_ids[:num_empty_slots])
token_ids = token_ids[num_empty_slots:]
def get_len(self) -> int:
return sum(block.num_tokens for block in self.logical_token_blocks)
def get_token_ids(self) -> List[int]:
token_ids: List[int] = []
for block in self.logical_token_blocks: