squall/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[Fix] Keep scheduler.running as deque (#2523)

Browse Source
This commit is contained in:
Nick Hill 2024-01-20 22:36:09 -08:00 committed by GitHub
parent 5b23c3f26f
commit d75c40734a
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/core/scheduler.py
View File

@ -332,10 +332,8 @@ class Scheduler:
self.block_manager.free(seq) self.block_manager.free(seq)
def free_finished_seq_groups(self) -> None: def free_finished_seq_groups(self) -> None:
self.running = [ self.running = deque(seq_group for seq_group in self.running
seq_group for seq_group in self.running if not seq_group.is_finished())
if not seq_group.is_finished()
]
def _allocate(self, seq_group: SequenceGroup) -> None: def _allocate(self, seq_group: SequenceGroup) -> None:
self.block_manager.allocate(seq_group) self.block_manager.allocate(seq_group)