Skip to content

GitLab

Unverified Commit 89be30fa authored by Murali Andoorveedu's avatar Murali Andoorveedu Committed by GitHub
Browse files

Small async_llm_engine refactor (#2618)

parent f8ecb84c
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 4 deletions
vllm/engine/async_llm_engine.py
View file @ 89be30fa
...@@ -53,7 +53,7 @@ class AsyncStream: ...@@ -53,7 +53,7 @@ class AsyncStream:
self._queue.put_nowait(item) self._queue.put_nowait(item)
def finish(self) -> None: def finish(self) -> None:
self._queue.put_nowait(StopIteration) self._queue.put_nowait(StopAsyncIteration())
self._finished = True self._finished = True
@property @property
...@@ -65,9 +65,7 @@ class AsyncStream: ...@@ -65,9 +65,7 @@ class AsyncStream:
async def __anext__(self) -> RequestOutput: async def __anext__(self) -> RequestOutput:
result = await self._queue.get() result = await self._queue.get()
if result is StopIteration: if isinstance(result, Exception):
raise StopAsyncIteration
elif isinstance(result, Exception):
raise result raise result
return result return result
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment