File tree Expand file tree Collapse file tree 1 file changed +3
-3
lines changed
Expand file tree Collapse file tree 1 file changed +3
-3
lines changed Original file line number Diff line number Diff line change 2020from typing import TYPE_CHECKING , Optional , Tuple
2121
2222import torch
23- if not vllm_version_is ('0.12.0' ):
24- from vllm .attention .selector import AttentionSelectorConfig
2523from vllm .logger import logger
2624from vllm .platforms import Platform , PlatformEnum
2725
2826# todo: please remove it when solve cuda hard code in vllm
2927os .environ ["VLLM_DISABLE_SHARED_EXPERTS_STREAM" ] = "1"
3028
3129from vllm_ascend .ascend_config import init_ascend_config
32- from vllm_ascend .utils import refresh_block_size
30+ from vllm_ascend .utils import refresh_block_size , vllm_version_is
31+ if not vllm_version_is ('0.12.0' ):
32+ from vllm .attention .selector import AttentionSelectorConfig
3333
3434# isort: off
3535from vllm_ascend .utils import (ASCEND_QUANTIZATION_METHOD ,
You can’t perform that action at this time.
0 commit comments