[Bugfix] Skip _mamba_verify_update for idle batch (#20167)

2026-03-10 14:53:01 +08:00
parent 834795adb8
commit 69158e9d9f
1 changed files with 5 additions and 0 deletions
--- a/python/sglang/srt/speculative/eagle_worker.py
+++ b/python/sglang/srt/speculative/eagle_worker.py
@@ -796,6 +796,11 @@ class EAGLEWorker(TpModelWorker):
        spec_info: EagleVerifyInput,
        seq_lens_pre_verify: torch.Tensor,
    ):
+        # Under DP attention, some ranks can be IDLE during target verify and never
+        # initialize mamba forward metadata for this step.
+        if batch.forward_mode.is_idle():
+            return
+
        accepted_length = (
            torch.tensor(
                res.accept_length_per_req_cpu,