From d2a68364c473a3167a1c2b90f947bb611322a867 Mon Sep 17 00:00:00 2001
From: ljss <31004720+beginlner@users.noreply.github.com>
Date: Fri, 19 Jan 2024 07:10:42 +0800
Subject: [PATCH] [BugFix] Fix abort_seq_group (#2463)

---
 vllm/core/scheduler.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/vllm/core/scheduler.py b/vllm/core/scheduler.py
index eb46d439..b00316ac 100644
--- a/vllm/core/scheduler.py
+++ b/vllm/core/scheduler.py
@@ -108,7 +108,7 @@ class Scheduler:
             request_id = (request_id, )
         request_ids = set(request_id)
         for state_queue in [self.waiting, self.running, self.swapped]:
-            aborted_groups = []
+            aborted_groups: List[SequenceGroup] = []
             for seq_group in state_queue:
                 if not request_ids:
                     # Using 'break' here may add two extra iterations,
@@ -121,7 +121,7 @@ class Scheduler:
             for aborted_group in aborted_groups:
                 # Remove the sequence group from the state queue.
                 state_queue.remove(aborted_group)
-                for seq in seq_group.get_seqs():
+                for seq in aborted_group.get_seqs():
                     if seq.is_finished():
                         continue
                     seq.status = SequenceStatus.FINISHED_ABORTED