[Fix]: Further fix the buffer len of future map (#13916)

Signed-off-by: vito.yy <vito.yy@antgroup.com>
2025-11-25 18:09:28 +08:00
parent 1f7fcc10d5
commit 59464dbf15
1 changed files with 1 additions and 1 deletions
--- a/python/sglang/srt/managers/overlap_utils.py
+++ b/python/sglang/srt/managers/overlap_utils.py
@@ -50,7 +50,7 @@ class FutureMap:
            if chunked_prefill_size
            else 0
        )
-        self.future_limit = max_running_requests * 3 + max_num_chunks
+        self.future_limit = max_running_requests * (3 + max_num_chunks)
        # Adding 2 * max_running_requests to future_limit ensures the buffer is sufficiently large.
        self.future_buffer_len = self.future_limit + 2 * max_running_requests
        self.device = device