squall/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[Bugfix] Fix single output condition in output processor (#7881)

Browse Source
This commit is contained in:
Woosuk Kwon 2024-09-02 20:35:42 -07:00 committed by GitHub
parent 6e36f4fa6c
commit 0fbc6696c2
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/engine/output_processor/single_step.py
View File

@ -113,7 +113,7 @@ class SingleStepOutputProcessor(SequenceGroupOutputProcessor):
outputs: SequenceGroupOutput, outputs: SequenceGroupOutput,
is_async: bool) -> None: is_async: bool) -> None:
sampling_params = seq_group.sampling_params sampling_params = seq_group.sampling_params
if sampling_params.n == 1 and not sampling_params.use_beam_search: if sampling_params.best_of == 1 and not sampling_params.use_beam_search:
# only have one output sample # only have one output sample
sample = outputs.samples[0] sample = outputs.samples[0]
# only have one sequence # only have one sequence