20231088/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Fix Transformers backend compatibility check (#15290)

Browse Source 
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
Harry Mellor 2025-03-31 18:27:07 +01:00 committed by GitHub
parent 9a2160fa55
commit d4bfc23ef0
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
vllm/model_executor/model_loader/utils.py
View File

@ -36,10 +36,7 @@ def is_transformers_impl_compatible(
mod = module or getattr(transformers, arch, None) mod = module or getattr(transformers, arch, None)
if mod is None: if mod is None:
return False return False
if hasattr(mod, "supports_backend"): return mod.is_backend_compatible()
return mod.is_backend_compatible()
else:
return mod._supports_flex_attn
def resolve_transformers_fallback(model_config: ModelConfig, def resolve_transformers_fallback(model_config: ModelConfig,