Abort when coroutine is cancelled (#1020)

b9fe4616 · Jerry Yang · GitHub · 64ca424e · b9fe4616
Unverified Commit b9fe4616 authored Sep 15, 2023 by Jerry Yang Committed by GitHub Sep 14, 2023
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 2 deletions

vllm/engine/async_llm_engine.py vllm/engine/async_llm_engine.py +3 -2

No files found.
--- a/vllm/engine/async_llm_engine.py
+++ b/vllm/engine/async_llm_engine.py
@@ -395,8 +395,9 @@ class AsyncLLMEngine:
            async for request_output in stream:
                yield request_output
-        except Exception as e:
+        except (Exception, asyncio.CancelledError) as e:
-            # If there is an exception, abort the request.
+            # If there is an exception or coroutine is cancelled, abort the
+            # request.
            self._abort(request_id)
            raise e