diff --git a/python/sglang/srt/disaggregation/decode.py b/python/sglang/srt/disaggregation/decode.py index 8cdd7c5a5..4cd4280a7 100644 --- a/python/sglang/srt/disaggregation/decode.py +++ b/python/sglang/srt/disaggregation/decode.py @@ -1008,6 +1008,9 @@ class SchedulerDisaggregationDecodeMixin: return new_batch def process_decode_queue(self: Scheduler): + if self.server_args.disaggregation_decode_enable_offload_kvcache: + self.decode_offload_manager.check_offload_progress() + # try to resume retracted requests if there are enough space for another `num_reserved_decode_tokens` decode steps resumed_reqs = self.disagg_decode_prealloc_queue.resume_retracted_reqs() self.waiting_queue.extend(resumed_reqs) @@ -1030,6 +1033,3 @@ class SchedulerDisaggregationDecodeMixin: self.disagg_decode_transfer_queue.pop_transferred() ) # the requests which kv has arrived self.waiting_queue.extend(alloc_reqs) - - if self.server_args.disaggregation_decode_enable_offload_kvcache: - self.decode_offload_manager.check_offload_progress()