From 66fb9b130751f62b746709f140f462ae1001f183 Mon Sep 17 00:00:00 2001
From: Hanming Lu <69857889+hanming-lu@users.noreply.github.com>
Date: Sun, 2 Nov 2025 11:50:04 -0800
Subject: [PATCH] [ServerArgs] allow --mamba-ssm-dtype extend (#12481)

---
 python/sglang/srt/server_args.py | 8 +++++++-
 1 file changed, 7 insertions(+), 1 deletion(-)

diff --git a/python/sglang/srt/server_args.py b/python/sglang/srt/server_args.py
index 4faed41d3..30d661cb3 100644
--- a/python/sglang/srt/server_args.py
+++ b/python/sglang/srt/server_args.py
@@ -162,6 +162,8 @@ MOE_RUNNER_BACKEND_CHOICES = [
     "cutlass",
 ]
 
+MAMBA_SSM_DTYPE_CHOICES = ["float32", "bfloat16"]
+
 
 # Allow external code to add more choices
 def add_load_format_choices(choices):
@@ -200,6 +202,10 @@ def add_radix_eviction_policy_choices(choices):
     RADIX_EVICTION_POLICY_CHOICES.extend(choices)
 
 
+def add_mamba_ssm_dtype_choices(choices):
+    MAMBA_SSM_DTYPE_CHOICES.extend(choices)
+
+
 @dataclasses.dataclass
 class ServerArgs:
     """
@@ -2902,7 +2908,7 @@ class ServerArgs:
             "--mamba-ssm-dtype",
             type=str,
             default=ServerArgs.mamba_ssm_dtype,
-            choices=["float32", "bfloat16"],
+            choices=MAMBA_SSM_DTYPE_CHOICES,
             help="The data type of the SSM states in mamba cache.",
         )
         parser.add_argument(