Remove sync points in mamba cache + prefill cudagraph plumbing for DP (#19639)

2026-03-01 23:03:42 -08:00
parent 4726073865
commit 07ef5f7be1
6 changed files with 81 additions and 41 deletions
--- a/python/sglang/srt/batch_overlap/two_batch_overlap.py
+++ b/python/sglang/srt/batch_overlap/two_batch_overlap.py
@@ -685,6 +685,7 @@ class TboForwardBatchPreparer:
        for key in [
            "forward_mode",
            "is_extend_in_batch",
+            "all_extend_in_batch",
            "return_logprob",
            "req_to_token_pool",
            "token_to_kv_pool",