Add cuda_graph_forward_passes_total and num_retracted_reqs_total (#15189)

2025-12-17 21:19:42 +08:00
parent 6c4bf8a0be
commit b12b40dea4
3 changed files with 25 additions and 0 deletions
@@ -337,6 +337,8 @@ class SchedulerOutputProcessorMixin:
        self.num_generated_tokens += len(batch.reqs)
        if not batch.spec_algorithm.is_none():
            self.update_spec_metrics(batch.batch_size(), result.num_accepted_tokens)
+        if self.enable_metrics:
+            self.metrics_collector.increment_cuda_graph_pass(value=can_run_cuda_graph)

        self.token_to_kv_pool_allocator.free_group_begin()