From e72880b4675681934b2fc73189278964f0b03c07 Mon Sep 17 00:00:00 2001 From: leavelet Date: Wed, 25 Mar 2026 20:25:49 +0800 Subject: [PATCH] feat(eplb): add eplb warmup --- python/sglang/srt/eplb/eplb_manager.py | 12 ++++++++++++ 1 file changed, 12 insertions(+) diff --git a/python/sglang/srt/eplb/eplb_manager.py b/python/sglang/srt/eplb/eplb_manager.py index e88a3d28e..c9ff6d925 100644 --- a/python/sglang/srt/eplb/eplb_manager.py +++ b/python/sglang/srt/eplb/eplb_manager.py @@ -43,6 +43,18 @@ class EPLBManager: # can be more complex if needed def _entrypoint(self): + # Warmup + warmup_schedule = [ + self._rebalance_num_iterations // 10, + self._rebalance_num_iterations // 2, + ] + + for num_iterations in warmup_schedule: + if num_iterations > 0: + for _ in range(num_iterations): + yield + yield from self.rebalance() + while True: for _ in range(self._rebalance_num_iterations): yield