diff --git a/python/sglang/srt/managers/scheduler_pp_mixin.py b/python/sglang/srt/managers/scheduler_pp_mixin.py index 5bc6f18be..945c4e497 100644 --- a/python/sglang/srt/managers/scheduler_pp_mixin.py +++ b/python/sglang/srt/managers/scheduler_pp_mixin.py @@ -1343,7 +1343,8 @@ class ChunkSizePredictor: smoothed_chunk_size = base_chunk_size + smooth_coeff * ( calculated_chunk_size_float - base_chunk_size ) - calculated_chunk_size = int(smoothed_chunk_size) + # Make sure the dynamic chunk size is at least 1/4 of the base chunk size + calculated_chunk_size = max(int(smoothed_chunk_size), base_chunk_size // 4) # Align to page_size (minimum alignment size is 64) alignment_size = max(page_size, 64)