From 3373545b9fba8f578efa5eb68c3212538ecb1e2b Mon Sep 17 00:00:00 2001 From: Baizhou Zhang Date: Thu, 22 Jan 2026 12:17:02 +0800 Subject: [PATCH] [HotFix]Fix dtype mismatch in nsa indexer on AMD device (#17518) --- python/sglang/srt/layers/attention/nsa/nsa_indexer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/srt/layers/attention/nsa/nsa_indexer.py b/python/sglang/srt/layers/attention/nsa/nsa_indexer.py index 4d7cb9323..7f18f131d 100644 --- a/python/sglang/srt/layers/attention/nsa/nsa_indexer.py +++ b/python/sglang/srt/layers/attention/nsa/nsa_indexer.py @@ -186,7 +186,7 @@ class Indexer(MultiPlatformOp): self.hidden_size, self.n_heads, bias=False, - params_dtype=torch.bfloat16, + params_dtype=torch.bfloat16 if _is_cuda else torch.float32, prefix=add_prefix("weights_proj", prefix), ) self.k_norm = LayerNorm(self.head_dim, dtype=torch.float32)