From ce3f1eedf8e7e015054a166f17205eb3206e4625 Mon Sep 17 00:00:00 2001 From: DefTruth <31974251+DefTruth@users.noreply.github.com> Date: Fri, 3 May 2024 12:48:08 +0800 Subject: [PATCH] [Misc] remove chunk detected debug logs (#4571) --- vllm/engine/llm_engine.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/vllm/engine/llm_engine.py b/vllm/engine/llm_engine.py index 19e7143a..94a5b397 100644 --- a/vllm/engine/llm_engine.py +++ b/vllm/engine/llm_engine.py @@ -662,10 +662,10 @@ class LLMEngine: # decode seq_groups in scheduled_seq_groups. if scheduler_outputs is not None: num_generation_tokens_from_prefill_groups = 0. - if scheduler_outputs.num_prefill_groups > 0 and len( - scheduler_outputs.scheduled_seq_groups - ) != scheduler_outputs.num_prefill_groups: - print("DETECTED CHUNKED") + # NOTE: if scheduler_outputs.num_prefill_groups > 0 and + # the len of scheduler_outputs.scheduled_seq_groups is != + # scheduler_outputs.num_prefill_groups, this means that + # chunked prefills have been detected. for idx, scheduled_seq_group in enumerate( scheduler_outputs.scheduled_seq_groups):