Support piecewise cuda graph for Qwen3-next (#13081)

2025-11-25 21:01:27 +08:00
parent 432ecf841e
commit d64bf6c6ce
6 changed files with 112 additions and 3 deletions
--- a/python/sglang/srt/compilation/backend.py
+++ b/python/sglang/srt/compilation/backend.py
@@ -28,6 +28,7 @@ logger = logging.getLogger(__name__)
 SPLIT_OPS = [
    "sglang.unified_attention_with_output",
    "sglang.inplace_all_reduce",
+    "sglang.gdn_with_output",
 ]