chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Adjust overlap event loop (#11507)

Browse Source
This commit is contained in:
Liangsheng Yin
2025-10-14 00:33:19 +08:00
committed by GitHub
parent 9cc1e065f1
commit bfadb5ea5f
5 changed files with 44 additions and 45 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
python/sglang/srt/disaggregation/prefill.py
View File

@@ -321,8 +321,6 @@ class SchedulerDisaggregationPrefillMixin:
self.result_queue = deque()
while True:
self.launch_last_batch_sample_if_needed()
recv_reqs = self.recv_requests()
self.process_input_requests(recv_reqs)
self.waiting_queue.extend(
@@ -334,9 +332,11 @@ class SchedulerDisaggregationPrefillMixin:
if require_mlp_sync(self.server_args):
batch = self.prepare_mlp_sync_batch(batch)
self.cur_batch = batch
batch_result = None
if batch:
result = self.run_batch(batch)
self.result_queue.append((batch.copy(), result))
batch_result = self.run_batch(batch)
self.result_queue.append((batch.copy(), batch_result))
if self.last_batch:
tmp_batch, tmp_result = self.result_queue.popleft()
@@ -345,6 +345,8 @@ class SchedulerDisaggregationPrefillMixin:
if len(self.disagg_prefill_inflight_queue) > 0:
self.process_disagg_prefill_inflight_queue()
self.launch_batch_sample_if_needed(batch_result)
if batch is None and len(self.disagg_prefill_inflight_queue) == 0:
self.self_check_during_idle()