Support EPLB balancedness prometheus metric without GPU->CPU synchronize (#15401)

2025-12-18 22:24:23 +08:00
parent 602fe3b296
commit 88a405cc10
8 changed files with 111 additions and 33 deletions
--- a/python/sglang/srt/managers/scheduler.py
+++ b/python/sglang/srt/managers/scheduler.py
@@ -2221,6 +2221,7 @@ class Scheduler(
                if result.copy_done is not None:
                    result.copy_done.synchronize()

+        self.log_batch_result_stats(batch, result)
        self.maybe_send_health_check_signal()

    def maybe_send_health_check_signal(self):