Move log_prefill_stats_late to correct location in PP mode (#15946)

This commit is contained in:
Hudson Xing
2025-12-31 12:00:24 +08:00
committed by GitHub
parent ac11e6a7c5
commit 8a9ca41fda
5 changed files with 31 additions and 15 deletions
+1 -2
View File
@@ -937,8 +937,7 @@ class SchedulerDisaggregationDecodeMixin:
# 2. decode + prebuilt -> decode + idle (idle forward, prebuilt returns)
# 3. prebuilt + None -> None (None forward, prebuilt returns) + None
# 4. prebuilt + decode + None -> idle (idle forward, prebuilt returns) + decode + idle
if self.require_mlp_sync:
ret = self.prepare_mlp_sync_batch(ret)
ret = self.maybe_prepare_mlp_sync_batch_and_log_stats(ret)
if ret:
trace_event_batch("schedule", ret.reqs)
+1 -5
View File
@@ -325,14 +325,11 @@ class SchedulerDisaggregationPrefillMixin:
self.process_prefill_chunk()
batch = self.get_new_batch_prefill()
if self.require_mlp_sync:
batch = self.prepare_mlp_sync_batch(batch)
batch = self.maybe_prepare_mlp_sync_batch_and_log_stats(batch)
if batch:
trace_event_batch("schedule", batch.reqs)
self.log_prefill_stats_late(batch)
return batch
@torch.no_grad()
@@ -523,7 +520,6 @@ class SchedulerDisaggregationPrefillMixin:
)
self.maybe_send_health_check_signal()
self.log_prefill_stats_late(batch)
def process_disagg_prefill_inflight_queue(
self: Scheduler, rids_to_check: Optional[List[str]] = None