[Refactor / Style] Unify all event loops (except for PP) (#12959)
This commit is contained in:
@@ -217,7 +217,10 @@ class SchedulerRuntimeCheckerMixin:
|
||||
self.tree_cache.sanity_check()
|
||||
|
||||
def self_check_during_idle(self: Scheduler):
|
||||
if self.disaggregation_mode == DisaggregationMode.DECODE:
|
||||
if self.disaggregation_mode == DisaggregationMode.PREFILL:
|
||||
if len(self.disagg_prefill_inflight_queue) > 0:
|
||||
return
|
||||
elif self.disaggregation_mode == DisaggregationMode.DECODE:
|
||||
queue_size = (
|
||||
len(self.waiting_queue)
|
||||
+ len(self.disagg_decode_transfer_queue.queue)
|
||||
|
||||
Reference in New Issue
Block a user