squall/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Small async_llm_engine refactor (#2618)

Browse Source
This commit is contained in:
Murali Andoorveedu 2024-01-27 23:28:37 -08:00 committed by GitHub
parent f8ecb84c02
commit 89be30fa7d
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/engine/async_llm_engine.py
View File

@ -53,7 +53,7 @@ class AsyncStream:
self._queue.put_nowait(item)
def finish(self) -> None:
self._queue.put_nowait(StopIteration)
self._queue.put_nowait(StopAsyncIteration())
self._finished = True
@property
@ -65,9 +65,7 @@ class AsyncStream:
async def __anext__(self) -> RequestOutput:
result = await self._queue.get()
if result is StopIteration:
raise StopAsyncIteration
elif isinstance(result, Exception):
if isinstance(result, Exception):
raise result
return result