squall/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[Misc] remove chunk detected debug logs (#4571)

Browse Source
This commit is contained in:
DefTruth 2024-05-03 12:48:08 +08:00 committed by GitHub
parent 808632d3b4
commit ce3f1eedf8
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
vllm/engine/llm_engine.py
View File

@ -662,10 +662,10 @@ class LLMEngine:
# decode seq_groups in scheduled_seq_groups.
if scheduler_outputs is not None:
num_generation_tokens_from_prefill_groups = 0.
if scheduler_outputs.num_prefill_groups > 0 and len(
scheduler_outputs.scheduled_seq_groups
) != scheduler_outputs.num_prefill_groups:
print("DETECTED CHUNKED")
# NOTE: if scheduler_outputs.num_prefill_groups > 0 and
# the len of scheduler_outputs.scheduled_seq_groups is !=
# scheduler_outputs.num_prefill_groups, this means that
# chunked prefills have been detected.
for idx, scheduled_seq_group in enumerate(
scheduler_outputs.scheduled_seq_groups):