From db3821a9efab7a0cc3d54a29beb46945e5540f90 Mon Sep 17 00:00:00 2001 From: Shangming Cai Date: Tue, 30 Dec 2025 16:35:39 +0800 Subject: [PATCH] [PP] Add a minimum chunk value for PP dynamic chunking (#16140) Signed-off-by: Shangming Cai --- python/sglang/srt/managers/scheduler_pp_mixin.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/python/sglang/srt/managers/scheduler_pp_mixin.py b/python/sglang/srt/managers/scheduler_pp_mixin.py index 5bc6f18be..945c4e497 100644 --- a/python/sglang/srt/managers/scheduler_pp_mixin.py +++ b/python/sglang/srt/managers/scheduler_pp_mixin.py @@ -1343,7 +1343,8 @@ class ChunkSizePredictor: smoothed_chunk_size = base_chunk_size + smooth_coeff * ( calculated_chunk_size_float - base_chunk_size ) - calculated_chunk_size = int(smoothed_chunk_size) + # Make sure the dynamic chunk size is at least 1/4 of the base chunk size + calculated_chunk_size = max(int(smoothed_chunk_size), base_chunk_size // 4) # Align to page_size (minimum alignment size is 64) alignment_size = max(page_size, 64)