diff --git a/python/sglang/srt/eplb/eplb_manager.py b/python/sglang/srt/eplb/eplb_manager.py index e88a3d28e..c9ff6d925 100644 --- a/python/sglang/srt/eplb/eplb_manager.py +++ b/python/sglang/srt/eplb/eplb_manager.py @@ -43,6 +43,18 @@ class EPLBManager: # can be more complex if needed def _entrypoint(self): + # Warmup + warmup_schedule = [ + self._rebalance_num_iterations // 10, + self._rebalance_num_iterations // 2, + ] + + for num_iterations in warmup_schedule: + if num_iterations > 0: + for _ in range(num_iterations): + yield + yield from self.rebalance() + while True: for _ in range(self._rebalance_num_iterations): yield