20231088/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Fix erroneous "model doesn't support compile" warning (#16486)

Browse Source 
Signed-off-by: rzou <zou3519@gmail.com>
This commit is contained in:
Richard Zou 2025-04-11 12:24:36 -04:00 committed by GitHub
parent 34b2cf3b33
commit 70de35a881
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
vllm/config.py
View File

@ -3880,7 +3880,9 @@ def set_current_vllm_config(vllm_config: VllmConfig, check_compile=False):
try: try:
_current_vllm_config = vllm_config _current_vllm_config = vllm_config
yield yield
finally: except Exception:
raise
else:
logger.debug("enabled custom ops: %s", logger.debug("enabled custom ops: %s",
vllm_config.compilation_config.enabled_custom_ops) vllm_config.compilation_config.enabled_custom_ops)
logger.debug("disabled custom ops: %s", logger.debug("disabled custom ops: %s",
@ -3898,6 +3900,7 @@ def set_current_vllm_config(vllm_config: VllmConfig, check_compile=False):
" does not support it. Please open an issue on GitHub" " does not support it. Please open an issue on GitHub"
" if you want it to be supported.", " if you want it to be supported.",
vllm_config.model_config.model) vllm_config.model_config.model)
finally:
_current_vllm_config = old_vllm_config _current_vllm_config = old_vllm_config