chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Super tiny move last_prefill_tokens to metrics mixin (#15857)

Browse Source
This commit is contained in:
fzyzcjy
2025-12-26 10:26:10 +08:00
committed by GitHub
parent 7b7e357f61
commit 68bece8caa
2 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/srt/managers/scheduler.py
View File

@@ -732,8 +732,6 @@ class Scheduler(
# The last forward batch
self.last_batch: Optional[ScheduleBatch] = None
self.forward_ct = 0
self.last_prefill_tokens = 0
self.last_prefill_cache_tokens = 0
self.return_health_check_ct = 0
self.num_retracted_reqs: int = 0
self.num_paused_reqs: int = 0

2
python/sglang/srt/managers/scheduler_metrics_mixin.py
View File

@@ -48,6 +48,8 @@ class SchedulerMetricsMixin:
self.num_generated_tokens = 0
self.last_decode_stats_tic = time.perf_counter()
self.last_prefill_stats_tic = time.perf_counter()
self.last_prefill_tokens = 0
self.last_prefill_cache_tokens = 0
self.last_gen_throughput: float = 0.0
self.last_input_throughput: float = 0.0
self.step_time_dict = defaultdict(list) # Dict[batch size -> step time]