[PD metrics] Fix some uncompleted PD related metrics (#8627)

2025-09-14 02:26:58 -07:00
parent e3cf812f7d
commit 21ca4c3afa
3 changed files with 17 additions and 1 deletions
@@ -539,6 +539,7 @@ class SchedulerMetricsCollector:
            self.num_running_reqs_offline_batch, stats.num_running_reqs_offline_batch
        )
        self._log_gauge(self.cache_hit_rate, stats.cache_hit_rate)
+        self._log_gauge(self.avg_request_queue_latency, stats.avg_request_queue_latency)

        # Speculative decoding
        self._log_gauge(self.spec_accept_length, stats.spec_accept_length)