chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

cleanup prefill metrics logging to fix dp-attn metrics (#18778)

Browse Source 
Co-authored-by: Liangsheng Yin <lsyincs@gmail.com>
This commit is contained in:
Ratish P
2026-02-18 04:05:35 +05:30
committed by GitHub
parent 355127c2e9
commit 9a7d6be567
8 changed files with 24 additions and 40 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/srt/disaggregation/decode.py
View File

@@ -1000,7 +1000,7 @@ class SchedulerDisaggregationDecodeMixin:
# 2. decode + prebuilt -> decode + idle (idle forward, prebuilt returns)
# 3. prebuilt + None -> None (None forward, prebuilt returns) + None
# 4. prebuilt + decode + None -> idle (idle forward, prebuilt returns) + decode + idle
ret = self.maybe_prepare_mlp_sync_batch_and_log_stats(ret)
ret = self.maybe_prepare_mlp_sync_batch(ret)
if ret:
trace_event_batch("schedule", ret.reqs)

2
python/sglang/srt/disaggregation/prefill.py
View File

@@ -351,7 +351,7 @@ class SchedulerDisaggregationPrefillMixin:
self.process_prefill_chunk()
batch = self.get_new_batch_prefill()
batch = self.maybe_prepare_mlp_sync_batch_and_log_stats(batch)
batch = self.maybe_prepare_mlp_sync_batch(batch)
if batch:
trace_event_batch("schedule", batch.reqs)