[misc] Priority scheduling metrics cleanup (#19927)
Co-authored-by: Claude Opus 4.6 <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 4.6
parent
ff6048fb9c
commit
ebb66cc1de
@@ -303,30 +303,30 @@ class SchedulerRuntimeCheckerMixin:
|
||||
else:
|
||||
num_used, token_usage, _, _ = self._get_token_info()
|
||||
|
||||
_enable_ps = self.enable_priority_scheduling
|
||||
priority_enabled = self.enable_priority_scheduling
|
||||
self.stats.num_running_reqs = QueueCount.from_reqs(
|
||||
self.running_batch.reqs, _enable_ps
|
||||
self.running_batch.reqs, priority_enabled
|
||||
)
|
||||
self.stats.num_used_tokens = num_used
|
||||
self.stats.token_usage = round(token_usage, 2)
|
||||
self.stats.gen_throughput = 0
|
||||
self.stats.num_queue_reqs = QueueCount.from_reqs(
|
||||
self.waiting_queue, _enable_ps
|
||||
self.waiting_queue, priority_enabled
|
||||
)
|
||||
self.stats.num_grammar_queue_reqs = len(self.grammar_manager)
|
||||
if self.disaggregation_mode == DisaggregationMode.PREFILL:
|
||||
self.stats.num_prefill_prealloc_queue_reqs = QueueCount.from_reqs(
|
||||
self.disagg_prefill_bootstrap_queue.queue, _enable_ps
|
||||
self.disagg_prefill_bootstrap_queue.queue, priority_enabled
|
||||
)
|
||||
self.stats.num_prefill_inflight_queue_reqs = QueueCount.from_reqs(
|
||||
self.disagg_prefill_inflight_queue, _enable_ps
|
||||
self.disagg_prefill_inflight_queue, priority_enabled
|
||||
)
|
||||
if self.disaggregation_mode == DisaggregationMode.DECODE:
|
||||
self.stats.num_decode_prealloc_queue_reqs = QueueCount.from_reqs(
|
||||
self.disagg_decode_prealloc_queue.queue, _enable_ps
|
||||
self.disagg_decode_prealloc_queue.queue, priority_enabled
|
||||
)
|
||||
self.stats.num_decode_transfer_queue_reqs = QueueCount.from_reqs(
|
||||
self.disagg_decode_transfer_queue.queue, _enable_ps
|
||||
self.disagg_decode_transfer_queue.queue, priority_enabled
|
||||
)
|
||||
self.metrics_collector.log_stats(self.stats)
|
||||
self._publish_kv_events()
|
||||
|
||||
Reference in New Issue
Block a user