From 9e372664208b4905f7343f1fc76aca758fbf6f8f Mon Sep 17 00:00:00 2001
From: Zhao Yingzhuo <38399296+caijizhuo@users.noreply.github.com>
Date: Sat, 9 Nov 2024 18:09:48 +0800
Subject: [PATCH] bugfix: fix the bug that stream generate not work (#2756)

---
 vllm/entrypoints/api_server.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/vllm/entrypoints/api_server.py b/vllm/entrypoints/api_server.py
index f3e80cab..ea3c93f7 100644
--- a/vllm/entrypoints/api_server.py
+++ b/vllm/entrypoints/api_server.py
@@ -66,7 +66,7 @@ async def generate(request: Request) -> Response:
                 prompt + output.text for output in request_output.outputs
             ]
             ret = {"text": text_outputs}
-            yield (json.dumps(ret) + "\0").encode("utf-8")
+            yield (json.dumps(ret) + "\n").encode("utf-8")
 
     if stream:
         return StreamingResponse(stream_results())