squall/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Add is_finished

Browse Source
This commit is contained in:
Woosuk Kwon 2023-02-24 11:44:21 +00:00
parent ef6098ec51
commit b39f149a08
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
cacheflow/sequence.py
View File

@ -86,6 +86,9 @@ class SequenceGroup:
return seq return seq
raise ValueError(f'Sequence {seq_id} not found.') raise ValueError(f'Sequence {seq_id} not found.')
def is_finished(self) -> bool:
return all(seq.status == SequenceStatus.FINISHED for seq in self.seqs)
def __repr__(self) -> str: def __repr__(self) -> str:
return (f'SequenceGroup(group_id={self.group_id}, ' return (f'SequenceGroup(group_id={self.group_id}, '
f'num_seqs={len(self.seqs)})') f'num_seqs={len(self.seqs)})')