chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

Tiny add num retracted tokens metric (#15653)

Browse Source
This commit is contained in:
fzyzcjy
2025-12-24 22:15:23 +08:00
committed by GitHub
parent aa21c6e3f1
commit 8196998a03
3 changed files with 37 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/managers/scheduler.py
+10 -2
View File
@@ -2077,8 +2077,16 @@ class Scheduler(
new_token_gained = new_available_tokens - old_available_tokens
self.num_retracted_reqs = len(retracted_reqs)
if self.enable_metrics and (x := len(retracted_reqs)) > 0:
self.metrics_collector.increment_num_retracted_reqs(x)
if self.enable_metrics and len(retracted_reqs) > 0:
self.metrics_collector.increment_retracted_reqs(
num_retracted_reqs=len(retracted_reqs),
num_retracted_input_tokens=sum(
len(r.origin_input_ids) for r in retracted_reqs
),
num_retracted_output_tokens=sum(
len(r.output_ids) for r in retracted_reqs
),
)
self.new_token_ratio = new_token_ratio
for req in reqs_to_abort:
abort_reason: FINISH_ABORT = req.to_finish