Add mm_fp4 trtllm backend (#12406)

2025-11-05 14:31:46 -08:00
parent 627bac649c
commit 82f39dc11d
3 changed files with 31 additions and 5 deletions
@@ -198,6 +198,8 @@ class Envs:
    # Flashinfer
    SGLANG_IS_FLASHINFER_AVAILABLE = EnvBool(True)
    SGLANG_ENABLE_FLASHINFER_GEMM = EnvBool(False)
+    # Default to the pick from flashinfer
+    SGLANG_FLASHINFER_FP4_GEMM_BACKEND = EnvStr("")
    SGLANG_FLASHINFER_WORKSPACE_SIZE = EnvInt(384 * 1024 * 1024)

    # Triton