Support token low usage watermark in prefill delayer (#16814)

2026-01-09 23:07:18 +08:00
parent 71e9c31cb8
commit 8eeffbe9aa
5 changed files with 241 additions and 22 deletions
--- a/python/sglang/srt/metrics/collector.py
+++ b/python/sglang/srt/metrics/collector.py
@@ -826,9 +826,9 @@ class SchedulerMetricsCollector:
        self.prefill_delayer_outcomes_total.labels(
            **self.labels,
            input_estimation=input_estimation,
-            output_allow=str(int(output_allow)),
+            output_allow=str(output_allow).lower(),
            output_reason=output_reason,
-            actual_execution=str(int(actual_execution)),
+            actual_execution=str(actual_execution).lower(),
        ).inc(1)

    def increment_retracted_reqs(