chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[DLLM] Fix dLLM regression (#15371)

Browse Source
This commit is contained in:
Zehuan Li
2025-12-19 10:55:46 +08:00
committed by GitHub
parent e88e75a9df
commit f6c9db4bc4
2 changed files with 6 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
python/sglang/srt/managers/scheduler.py
View File

@@ -1834,13 +1834,11 @@ class Scheduler(
# Determine chunked_prefill_size for this batch
chunked_prefill_size = self.chunked_prefill_size
if self.chunked_req is not None:
self.chunked_req.init_next_round_input()
if self.enable_dynamic_chunking:
history_len = len(self.chunked_req.prefix_indices)
dynamic_size = self.predict_next_chunk_size(history_len)
if dynamic_size is not None:
chunked_prefill_size = dynamic_size
if self.chunked_req is not None and self.enable_dynamic_chunking:
history_len = len(self.chunked_req.prefix_indices)
dynamic_size = self.predict_next_chunk_size(history_len)
if dynamic_size is not None:
chunked_prefill_size = dynamic_size
# Prefill policy
adder = PrefillAdder(