20231088/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[core] do not send error across process (#16174)

Browse Source 
Signed-off-by: youkaichao <youkaichao@gmail.com>
This commit is contained in:
youkaichao 2025-04-08 10:09:03 +08:00 committed by GitHub
parent 21802c4b6d
commit a865bc1ca6
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 7 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
vllm/v1/executor/multiproc_executor.py
View File

@ -119,10 +119,9 @@ class MultiprocExecutor(Executor):
timeout=dequeue_timeout) timeout=dequeue_timeout)
if status != WorkerProc.ResponseStatus.SUCCESS: if status != WorkerProc.ResponseStatus.SUCCESS:
if isinstance(result, Exception): raise RuntimeError(
raise result "Worker failed with error %s, please check the"
else: " stack trace above for the root cause", result)
raise RuntimeError("Worker failed")
responses[w.rank] = result responses[w.rank] = result
@ -378,9 +377,11 @@ class WorkerProc:
# Notes have been introduced in python 3.11 # Notes have been introduced in python 3.11
if hasattr(e, "add_note"): if hasattr(e, "add_note"):
e.add_note(traceback.format_exc()) e.add_note(traceback.format_exc())
self.worker_response_mq.enqueue(
(WorkerProc.ResponseStatus.FAILURE, e))
logger.exception("WorkerProc hit an exception: %s", exc_info=e) logger.exception("WorkerProc hit an exception: %s", exc_info=e)
# exception might not be serializable, so we convert it to
# string, only for logging purpose.
self.worker_response_mq.enqueue(
(WorkerProc.ResponseStatus.FAILURE, str(e)))
continue continue
self.worker_response_mq.enqueue( self.worker_response_mq.enqueue(