From 70de35a8816e224663aede45b7f54eef250a5cfe Mon Sep 17 00:00:00 2001 From: Richard Zou Date: Fri, 11 Apr 2025 12:24:36 -0400 Subject: [PATCH] Fix erroneous "model doesn't support compile" warning (#16486) Signed-off-by: rzou --- vllm/config.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/vllm/config.py b/vllm/config.py index d2408279..1fcf0bae 100644 --- a/vllm/config.py +++ b/vllm/config.py @@ -3880,7 +3880,9 @@ def set_current_vllm_config(vllm_config: VllmConfig, check_compile=False): try: _current_vllm_config = vllm_config yield - finally: + except Exception: + raise + else: logger.debug("enabled custom ops: %s", vllm_config.compilation_config.enabled_custom_ops) logger.debug("disabled custom ops: %s", @@ -3898,6 +3900,7 @@ def set_current_vllm_config(vllm_config: VllmConfig, check_compile=False): " does not support it. Please open an issue on GitHub" " if you want it to be supported.", vllm_config.model_config.model) + finally: _current_vllm_config = old_vllm_config