chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[Disagg] Skip health check enqueue when PD disagg queues have backlog (#20191)

Browse Source
This commit is contained in:
ybyang
2026-03-10 03:58:10 +08:00
committed by GitHub
parent f0153ad225
commit 3e8abc71ca
1 changed files with 28 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

36
python/sglang/srt/managers/scheduler.py
View File

@@ -1490,14 +1490,34 @@ class Scheduler(
self.session_controller.maybe_reap(now)
for recv_req in recv_reqs:
# If it is a health check generation request and there are running requests, ignore it.
if is_health_check_generate_req(recv_req) and (
self.chunked_req is not None
or self.dllm_manager.any_staging_reqs()
or not self.running_batch.is_empty()
or len(self.offload_tags) > 0
):
self.return_health_check_ct += 1
continue
if is_health_check_generate_req(recv_req):
# Check if there are requests being processed
has_running_requests = (
self.chunked_req is not None
or self.dllm_manager.any_staging_reqs()
or not self.running_batch.is_empty()
or len(self.offload_tags) > 0
)
# In PD disaggregation mode, also check if health check would be blocked
# in special queues (bootstrap/prealloc) due to external factors
will_block_in_pd_queue = False
if self.disaggregation_mode == DisaggregationMode.PREFILL:
# If bootstrap queue has backlog, health check will also be blocked there
will_block_in_pd_queue = (
len(self.disagg_prefill_bootstrap_queue.queue) > 0
or len(self.disagg_prefill_inflight_queue) > 0
)
elif self.disaggregation_mode == DisaggregationMode.DECODE:
# If prealloc/transfer queue has backlog, health check will also be blocked there
will_block_in_pd_queue = (
len(self.disagg_decode_prealloc_queue.queue) > 0
or len(self.disagg_decode_transfer_queue.queue) > 0
)
if has_running_requests or will_block_in_pd_queue:
self.return_health_check_ct += 1
continue
output = self._request_dispatcher(recv_req)
if output is not None: