bugfix: fix the bug that stream generate not work (#2756)

2024-11-09 18:09:48 +08:00 · 2024-11-09 18:09:48 +08:00 · 9e37266420
commit 9e37266420
parent 8a4358ecb5
1 changed files with 1 additions and 1 deletions
--- a/vllm/entrypoints/api_server.py
+++ b/vllm/entrypoints/api_server.py
@ -66,7 +66,7 @@ async def generate(request: Request) -> Response:
                prompt + output.text for output in request_output.outputs
            ]
            ret = {"text": text_outputs}
-            yield (json.dumps(ret) + "\0").encode("utf-8")
+            yield (json.dumps(ret) + "\n").encode("utf-8")

    if stream:
        return StreamingResponse(stream_results())