squall/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Add find method to sequence group

Browse Source
This commit is contained in:
Woosuk Kwon 2023-02-13 02:39:12 +00:00
parent eb52db1bea
commit 0961f5a49a
1 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
cacheflow/sequence.py
View File

@ -76,3 +76,9 @@ class SequenceGroup:
return len(self.seqs) return len(self.seqs)
else: else:
return len([seq for seq in self.seqs if seq.status == status]) return len([seq for seq in self.seqs if seq.status == status])
def find(self, seq_id: int) -> Sequence:
for seq in self.seqs:
if seq.seq_id == seq_id:
return seq
raise ValueError(f'Sequence {seq_id} not found.')