Move log_prefill_stats_late to correct location in PP mode (#15946)
This commit is contained in:
@@ -937,8 +937,7 @@ class SchedulerDisaggregationDecodeMixin:
|
||||
# 2. decode + prebuilt -> decode + idle (idle forward, prebuilt returns)
|
||||
# 3. prebuilt + None -> None (None forward, prebuilt returns) + None
|
||||
# 4. prebuilt + decode + None -> idle (idle forward, prebuilt returns) + decode + idle
|
||||
if self.require_mlp_sync:
|
||||
ret = self.prepare_mlp_sync_batch(ret)
|
||||
ret = self.maybe_prepare_mlp_sync_batch_and_log_stats(ret)
|
||||
|
||||
if ret:
|
||||
trace_event_batch("schedule", ret.reqs)
|
||||
|
||||
@@ -325,14 +325,11 @@ class SchedulerDisaggregationPrefillMixin:
|
||||
self.process_prefill_chunk()
|
||||
|
||||
batch = self.get_new_batch_prefill()
|
||||
if self.require_mlp_sync:
|
||||
batch = self.prepare_mlp_sync_batch(batch)
|
||||
batch = self.maybe_prepare_mlp_sync_batch_and_log_stats(batch)
|
||||
|
||||
if batch:
|
||||
trace_event_batch("schedule", batch.reqs)
|
||||
|
||||
self.log_prefill_stats_late(batch)
|
||||
|
||||
return batch
|
||||
|
||||
@torch.no_grad()
|
||||
@@ -523,7 +520,6 @@ class SchedulerDisaggregationPrefillMixin:
|
||||
)
|
||||
|
||||
self.maybe_send_health_check_signal()
|
||||
self.log_prefill_stats_late(batch)
|
||||
|
||||
def process_disagg_prefill_inflight_queue(
|
||||
self: Scheduler, rids_to_check: Optional[List[str]] = None
|
||||
|
||||
Reference in New Issue
Block a user