From 68bece8caa2b4e907c52850e25bc9160ad2827e1 Mon Sep 17 00:00:00 2001 From: fzyzcjy <5236035+fzyzcjy@users.noreply.github.com> Date: Fri, 26 Dec 2025 10:26:10 +0800 Subject: [PATCH] Super tiny move last_prefill_tokens to metrics mixin (#15857) --- python/sglang/srt/managers/scheduler.py | 2 -- python/sglang/srt/managers/scheduler_metrics_mixin.py | 2 ++ 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/python/sglang/srt/managers/scheduler.py b/python/sglang/srt/managers/scheduler.py index 120d5696e..a62d7fab7 100644 --- a/python/sglang/srt/managers/scheduler.py +++ b/python/sglang/srt/managers/scheduler.py @@ -732,8 +732,6 @@ class Scheduler( # The last forward batch self.last_batch: Optional[ScheduleBatch] = None self.forward_ct = 0 - self.last_prefill_tokens = 0 - self.last_prefill_cache_tokens = 0 self.return_health_check_ct = 0 self.num_retracted_reqs: int = 0 self.num_paused_reqs: int = 0 diff --git a/python/sglang/srt/managers/scheduler_metrics_mixin.py b/python/sglang/srt/managers/scheduler_metrics_mixin.py index 96a0020a4..4735e8f5d 100644 --- a/python/sglang/srt/managers/scheduler_metrics_mixin.py +++ b/python/sglang/srt/managers/scheduler_metrics_mixin.py @@ -48,6 +48,8 @@ class SchedulerMetricsMixin: self.num_generated_tokens = 0 self.last_decode_stats_tic = time.perf_counter() self.last_prefill_stats_tic = time.perf_counter() + self.last_prefill_tokens = 0 + self.last_prefill_cache_tokens = 0 self.last_gen_throughput: float = 0.0 self.last_input_throughput: float = 0.0 self.step_time_dict = defaultdict(list) # Dict[batch size -> step time]