Kernel: optimize decoding metadata in NSA multi-spec backend with fused kernels (#17554)

2026-02-14 16:40:15 +08:00
parent 38473f8ee0
commit 34132d6da5
7 changed files with 2824 additions and 54 deletions
@@ -362,6 +362,8 @@ class Envs:
    # NSA Backend
    SGLANG_NSA_FUSE_TOPK = EnvBool(True)
    SGLANG_NSA_ENABLE_MTP_PRECOMPUTE_METADATA = EnvBool(True)
+    SGLANG_USE_FUSED_METADATA_COPY = EnvBool(True)
+    SGLANG_VERIFY_FUSED_METADATA_COPY = EnvBool(False)
    SGLANG_NSA_FORCE_MLA = EnvBool(False)

    # sgl-kernel