Abort when coroutine is cancelled (#1020)

2023-09-15 08:40:18 +08:00 · 2023-09-15 08:40:18 +08:00 · b9fe4616f9
commit b9fe4616f9
parent 64ca424e75
1 changed files with 3 additions and 2 deletions
--- a/vllm/engine/async_llm_engine.py
+++ b/vllm/engine/async_llm_engine.py
@ -395,8 +395,9 @@ class AsyncLLMEngine:

            async for request_output in stream:
                yield request_output
-        except Exception as e:
-            # If there is an exception, abort the request.
+        except (Exception, asyncio.CancelledError) as e:
+            # If there is an exception or coroutine is cancelled, abort the
+            # request.
            self._abort(request_id)
            raise e