From 69158e9d9f558e9625b9e5b87cb5194bb849e850 Mon Sep 17 00:00:00 2001
From: Junrong Lin <33685709+ocss884@users.noreply.github.com>
Date: Tue, 10 Mar 2026 14:53:01 +0800
Subject: [PATCH] [Bugfix] Skip _mamba_verify_update for idle batch (#20167)

---
 python/sglang/srt/speculative/eagle_worker.py | 5 +++++
 1 file changed, 5 insertions(+)

diff --git a/python/sglang/srt/speculative/eagle_worker.py b/python/sglang/srt/speculative/eagle_worker.py
index 6e1a41249..b6c53422e 100644
--- a/python/sglang/srt/speculative/eagle_worker.py
+++ b/python/sglang/srt/speculative/eagle_worker.py
@@ -796,6 +796,11 @@ class EAGLEWorker(TpModelWorker):
         spec_info: EagleVerifyInput,
         seq_lens_pre_verify: torch.Tensor,
     ):
+        # Under DP attention, some ranks can be IDLE during target verify and never
+        # initialize mamba forward metadata for this step.
+        if batch.forward_mode.is_idle():
+            return
+
         accepted_length = (
             torch.tensor(
                 res.accept_length_per_req_cpu,