Tiny fix cannot launch nvfp4 checkpoint with bf16 kv cache (#15986)

2025-12-28 11:22:20 +08:00
parent 349ce2dd19
commit f55d608c89
1 changed files with 2 additions and 2 deletions
--- a/python/sglang/srt/server_args.py
+++ b/python/sglang/srt/server_args.py
@@ -1594,9 +1594,9 @@ class ServerArgs:
                )
                self.page_size = 64

-            if self.kv_cache_dtype not in ["fp8_e4m3", "fp4_e2m1", "auto"]:
+            if self.kv_cache_dtype not in ["fp8_e4m3", "fp4_e2m1", "bf16", "auto"]:
                raise ValueError(
-                    "TensorRT-LLM MLA backend only supports kv-cache-dtype of fp8_e4m3, fp4_e2m1, or auto."
+                    "TensorRT-LLM MLA backend only supports kv-cache-dtype of fp8_e4m3, fp4_e2m1, bf16, or auto."
                )

        if (