[BugFix] make sure socket close (#15875)

Signed-off-by: yihong0618 <zouzou0208@gmail.com>
2025-04-02 04:10:24 +08:00 · 2025-04-02 04:10:24 +08:00 · 93491aefc7
commit 93491aefc7
parent 7acd539cd7
1 changed files with 4 additions and 3 deletions
--- a/vllm/entrypoints/openai/api_server.py
+++ b/vllm/entrypoints/openai/api_server.py
@ -1098,8 +1098,9 @@ async def run_server(args, **uvicorn_kwargs) -> None:
        )

    # NB: Await server shutdown only after the backend context is exited
+    try:
        await shutdown_task
-
+    finally:
        sock.close()