[Logging] Fix prefill side logging in pd disagg (#19350)
This commit is contained in:
@@ -535,6 +535,14 @@ class SchedulerDisaggregationPrefillMixin:
|
||||
|
||||
self.maybe_send_health_check_signal()
|
||||
|
||||
if self.current_scheduler_metrics_enabled:
|
||||
can_run_cuda_graph = getattr(result, "can_run_cuda_graph", False)
|
||||
self.log_prefill_stats(
|
||||
prefill_stats=batch.prefill_stats,
|
||||
can_run_cuda_graph=can_run_cuda_graph,
|
||||
dp_cooperation_info=batch.dp_cooperation_info,
|
||||
)
|
||||
|
||||
def process_disagg_prefill_inflight_queue(
|
||||
self: Scheduler, rids_to_check: Optional[List[str]] = None
|
||||
) -> List[Req]:
|
||||
|
||||
Reference in New Issue
Block a user