We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 18bd5fc commit 2b59871Copy full SHA for 2b59871
vllm_ascend/utils.py
@@ -79,10 +79,8 @@ def is_enable_nz(dtype: Optional[torch.dtype] = torch.int8,
79
raise ValueError(
80
"vllm_config must be provided when _ENABLE_NZ is None")
81
_ENABLE_NZ = envs_ascend.VLLM_ASCEND_ENABLE_NZ and vllm_config.model_config.hf_config.model_type != "qwen3_next"
82
-
83
if dtype in [torch.float16, torch.bfloat16]:
84
- _ENABLE_NZ = False
85
+ return False
86
return _ENABLE_NZ
87
88
0 commit comments