squall/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

do not exclude object field in CompletionStreamResponse (#6196)

Browse Source
This commit is contained in:
kczimm 2024-07-07 21:32:57 -05:00 committed by GitHub
parent 3b08fe2b13
commit 16620f439d
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/entrypoints/openai/serving_completion.py
View File

@ -301,7 +301,7 @@ class OpenAIServingCompletion(OpenAIServing):
else:
chunk.usage = None
response_json = chunk.model_dump_json(exclude_unset=True)
response_json = chunk.model_dump_json(exclude_unset=False)
yield f"data: {response_json}\n\n"
if (request.stream_options
@ -314,7 +314,7 @@ class OpenAIServingCompletion(OpenAIServing):
usage=usage,
)
final_usage_data = (final_usage_chunk.model_dump_json(
exclude_unset=True, exclude_none=True))
exclude_unset=False, exclude_none=True))
yield f"data: {final_usage_data}\n\n"
except ValueError as e: