We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 9a2160f commit d4bfc23Copy full SHA for d4bfc23
vllm/model_executor/model_loader/utils.py
@@ -36,10 +36,7 @@ def is_transformers_impl_compatible(
36
mod = module or getattr(transformers, arch, None)
37
if mod is None:
38
return False
39
- if hasattr(mod, "supports_backend"):
40
- return mod.is_backend_compatible()
41
- else:
42
- return mod._supports_flex_attn
+ return mod.is_backend_compatible()
43
44
45
def resolve_transformers_fallback(model_config: ModelConfig,
0 commit comments