Skip to content

Commit e80bca3

Browse files
authored
[Refactor] refactor freezing_value/cuda_event initialize outside try finally (#23758)
Signed-off-by: Andy Xie <[email protected]>
1 parent fb4983e commit e80bca3

File tree

1 file changed

+3
-3
lines changed

1 file changed

+3
-3
lines changed

vllm/v1/worker/cpu_model_runner.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -128,8 +128,8 @@ def __init__(self, *args, **kwargs) -> None:
128128
self.record = lambda: None
129129
self.synchronize = lambda: None
130130

131+
cuda_event = torch.cuda.Event
131132
try:
132-
cuda_event = torch.cuda.Event
133133
torch.cuda.Event = _EventPlaceholder
134134
yield
135135
finally:
@@ -141,9 +141,9 @@ def _set_global_compilation_settings(config: VllmConfig):
141141
import torch._inductor.config
142142

143143
inductor_config = config.compilation_config.inductor_compile_config
144+
# Note: The MKLDNN and CPPGEMM backend requires freezing parameters.
145+
freezing_value = torch._inductor.config.freezing
144146
try:
145-
# Note: The MKLDNN and CPPGEMM backend requires freezing parameters.
146-
freezing_value = torch._inductor.config.freezing
147147
if inductor_config.get("max_autotune", False):
148148
torch._inductor.config.freezing = True
149149
yield

0 commit comments

Comments
 (0)