@@ -297,9 +297,6 @@ class Scheduler(
|
||||
self.enable_metrics_for_all_schedulers = (
|
||||
server_args.enable_metrics_for_all_schedulers
|
||||
)
|
||||
self.enable_kv_cache_events = bool(
|
||||
server_args.kv_events_config and tp_rank == 0
|
||||
)
|
||||
self.enable_trace = server_args.enable_trace
|
||||
self.stream_interval = server_args.stream_interval
|
||||
self.spec_algorithm = SpeculativeAlgorithm.from_string(
|
||||
@@ -321,6 +318,10 @@ class Scheduler(
|
||||
)
|
||||
)
|
||||
|
||||
self.enable_kv_cache_events = bool(
|
||||
server_args.kv_events_config and self.attn_tp_rank == 0
|
||||
)
|
||||
|
||||
# Init model configs
|
||||
self.init_model_config()
|
||||
|
||||
|
||||
Reference in New Issue
Block a user