diff --git a/python/sglang/srt/managers/scheduler.py b/python/sglang/srt/managers/scheduler.py index 120d5696e..a62d7fab7 100644 --- a/python/sglang/srt/managers/scheduler.py +++ b/python/sglang/srt/managers/scheduler.py @@ -732,8 +732,6 @@ class Scheduler( # The last forward batch self.last_batch: Optional[ScheduleBatch] = None self.forward_ct = 0 - self.last_prefill_tokens = 0 - self.last_prefill_cache_tokens = 0 self.return_health_check_ct = 0 self.num_retracted_reqs: int = 0 self.num_paused_reqs: int = 0 diff --git a/python/sglang/srt/managers/scheduler_metrics_mixin.py b/python/sglang/srt/managers/scheduler_metrics_mixin.py index 96a0020a4..4735e8f5d 100644 --- a/python/sglang/srt/managers/scheduler_metrics_mixin.py +++ b/python/sglang/srt/managers/scheduler_metrics_mixin.py @@ -48,6 +48,8 @@ class SchedulerMetricsMixin: self.num_generated_tokens = 0 self.last_decode_stats_tic = time.perf_counter() self.last_prefill_stats_tic = time.perf_counter() + self.last_prefill_tokens = 0 + self.last_prefill_cache_tokens = 0 self.last_gen_throughput: float = 0.0 self.last_input_throughput: float = 0.0 self.step_time_dict = defaultdict(list) # Dict[batch size -> step time]