File tree Expand file tree Collapse file tree 1 file changed +2
-8
lines changed
vllm/model_executor/models Expand file tree Collapse file tree 1 file changed +2
-8
lines changed Original file line number Diff line number Diff line change 1111from transformers import PretrainedConfig
1212
1313from vllm .attention .backends .registry import AttentionBackendEnum
14- from vllm .config import VllmConfig , get_current_vllm_config
14+ from vllm .config import VllmConfig
1515from vllm .distributed import (
1616 get_tensor_model_parallel_rank ,
1717 get_tensor_model_parallel_world_size ,
@@ -88,16 +88,10 @@ def get_vit_attn_backend(
8888 """
8989 Get the available attention backend for Vision Transformer.
9090 """
91- attn_backend = attn_backend_override
92-
93- selected_backend = get_current_vllm_config ().attention_config .backend
94- if attn_backend is None :
95- attn_backend = selected_backend
96-
9791 return current_platform .get_vit_attn_backend (
9892 head_size ,
9993 dtype ,
100- backend = attn_backend ,
94+ backend = attn_backend_override ,
10195 )
10296
10397
You can’t perform that action at this time.
0 commit comments