[Spec] Mamba2 support in target models (#13434)

2025-12-05 18:50:46 +02:00
parent 05284378d6
commit 889b46ea50
6 changed files with 398 additions and 112 deletions
--- a/python/sglang/srt/speculative/eagle_worker.py
+++ b/python/sglang/srt/speculative/eagle_worker.py
@@ -733,7 +733,10 @@ class EAGLEWorker(TpModelWorker):
        ]
        logits_output.hidden_states = logits_output.hidden_states[res.accepted_indices]

-        if self.target_worker.model_runner.hybrid_gdn_config is not None:
+        if (
+            self.target_worker.model_runner.hybrid_gdn_config is not None
+            or self.target_worker.model_runner.mamba2_config is not None
+        ):
            accepted_length = (
                torch.tensor(
                    res.accept_length_per_req_cpu,