2020
2121import time
2222from collections import defaultdict
23- from dataclasses import dataclass
23+ from dataclasses import dataclass , fields
24+ from typing import Type , Union
2425
2526from vllm ._bc_linter import bc_linter_include
27+ from vllm .config import SchedulerConfig , VllmConfig
2628from vllm .distributed .ec_transfer .ec_connector .base import ECConnectorMetadata
2729from vllm .distributed .kv_events import KVEventBatch
2830from vllm .distributed .kv_transfer .kv_connector .v1 .base import \
3133 KVConnectorStats
3234from vllm .logger import init_logger
3335from vllm .v1 .core .kv_cache_manager import KVCacheBlocks
36+ from vllm .v1 .core .sched .async_scheduler import AsyncScheduler
3437from vllm .v1 .core .sched .output import NewRequestData , SchedulerOutput
3538from vllm .v1 .core .sched .request_queue import (SchedulingPolicy ,
3639 create_request_queue )
4245from vllm .v1 .request import Request , RequestStatus
4346from vllm .v1 .spec_decode .metrics import SpecDecodingStats
4447from vllm .v1 .utils import ConstantList , record_function_or_nullcontext
45- from vllm .v1 .core .sched .async_scheduler import AsyncScheduler
46- from dataclasses import dataclass , fields
47- from typing import Type , Union
48-
49- from vllm .config import SchedulerConfig , VllmConfig
5048
5149logger = init_logger (__name__ )
5250
51+
5352@dataclass
5453class RecomputeSchedulerConfig (SchedulerConfig ):
5554 scheduler_cls : Union [str , Type [object ]] = (
@@ -64,8 +63,7 @@ def initialize_from_config(cls, vllm_config: VllmConfig):
6463 }
6564 if vllm_scheduler_config .async_scheduling :
6665 scheduler_config ["scheduler_cls" ] = (
67- "vllm_ascend.core.recompute_scheduler.AsyncRecomputeScheduler"
68- )
66+ "vllm_ascend.core.recompute_scheduler.AsyncRecomputeScheduler" )
6967 else :
7068 scheduler_config ["scheduler_cls" ] = (
7169 "vllm_ascend.core.recompute_scheduler.RecomputeScheduler" )
@@ -840,4 +838,4 @@ def update_from_output(
840838class AsyncRecomputeScheduler (AsyncScheduler , RecomputeScheduler ):
841839
842840 def __init__ (self , * args , ** kwargs ):
843- super ().__init__ (* args , ** kwargs )
841+ super ().__init__ (* args , ** kwargs )
0 commit comments