[NPU] add new fusion operator DispatchFFNCombine (#20245)

2026-03-18 15:22:04 +08:00
parent ae15fca192
commit 532470bcca
5 changed files with 69 additions and 14 deletions
@@ -322,6 +322,7 @@ class Envs:
    SGLANG_NPU_FORWARD_NATIVE_GEMMA_RMS_NORM = EnvBool(False)
    # Delay all-gather after qlora for better performance for Deepseek v3.2
    SGLANG_USE_AG_AFTER_QLORA = EnvBool(False)
+    SGLANG_NPU_FUSED_MOE_MODE = EnvInt(1)

    # Quantization
    SGLANG_INT4_WEIGHT = EnvBool(False)