From 5d185efb78c2794552c72b5cbf8d4f8dd9add3e7 Mon Sep 17 00:00:00 2001 From: Ke Bao Date: Thu, 12 Feb 2026 01:00:30 +0800 Subject: [PATCH] Fix prefill stats for dllm (#18632) --- python/sglang/srt/dllm/mixin/scheduler.py | 12 ++++++++++++ 1 file changed, 12 insertions(+) diff --git a/python/sglang/srt/dllm/mixin/scheduler.py b/python/sglang/srt/dllm/mixin/scheduler.py index 7abba4d55..1ca55c222 100644 --- a/python/sglang/srt/dllm/mixin/scheduler.py +++ b/python/sglang/srt/dllm/mixin/scheduler.py @@ -192,6 +192,18 @@ class SchedulerDllmMixin: new_batch.prepare_for_extend() new_batch.forward_mode = forward_mode new_batch.decoding_reqs = None + + # Record prefill stats for logging after forward + from sglang.srt.managers.scheduler_metrics_mixin import PrefillStats + + new_batch.prefill_stats = PrefillStats( + log_input_tokens=self.adder.log_input_tokens, + log_hit_tokens=self.adder.log_hit_tokens, + new_token_ratio=self.adder.new_token_ratio, + running_bs=len(self.running_batch.reqs), + num_new_seqs=len(can_run_list), + ) + return new_batch def process_dllm_incoming_reqs(