chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

Add kv_transfer_total_mb to metrics (#15667)

Browse Source
This commit is contained in:
Lianmin Zheng
2025-12-23 11:16:55 -08:00
committed by GitHub
parent aa6ac96635
commit cf81737693
3 changed files with 16 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/managers/scheduler_metrics_mixin.py
+2
View File
@@ -64,6 +64,7 @@ class SchedulerMetricsMixin:
self.kv_transfer_latency_ms: float = 0.0
self.kv_transfer_bootstrap_ms: float = 0.0
self.kv_transfer_alloc_ms: float = 0.0
self.kv_transfer_total_mb: float = 0.0
self.stats = SchedulerStats()
@@ -221,6 +222,7 @@ class SchedulerMetricsMixin:
self.stats.kv_transfer_latency_ms = self.kv_transfer_latency_ms
self.stats.kv_transfer_bootstrap_ms = self.kv_transfer_bootstrap_ms
self.stats.kv_transfer_alloc_ms = self.kv_transfer_alloc_ms
self.stats.kv_transfer_total_mb = self.kv_transfer_total_mb
elif self.disaggregation_mode == DisaggregationMode.DECODE:
self.stats.num_decode_prealloc_queue_reqs = len(
self.disagg_decode_prealloc_queue.queue