From 19849db573466eff7a83a4c203948c761a6cda85 Mon Sep 17 00:00:00 2001
From: Zhuofan <44121452+linotfan@users.noreply.github.com>
Date: Tue, 21 Nov 2023 08:10:50 +0800
Subject: [PATCH] [Fix] Fix bugs in scheduler (#1727)

---
 vllm/core/scheduler.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/vllm/core/scheduler.py b/vllm/core/scheduler.py
index 60a4a90b..ca28bbdc 100644
--- a/vllm/core/scheduler.py
+++ b/vllm/core/scheduler.py
@@ -196,7 +196,8 @@ class Scheduler:
                 scheduler_outputs = SchedulerOutputs(
                     scheduled_seq_groups=scheduled,
                     prompt_run=True,
-                    num_batched_tokens=len(seq_lens) * max(seq_lens),
+                    num_batched_tokens=len(seq_lens) *
+                    max(seq_lens) if seq_lens else 0,
                     blocks_to_swap_in=blocks_to_swap_in,
                     blocks_to_swap_out=blocks_to_swap_out,
                     blocks_to_copy=blocks_to_copy,