[DeepSeekV32] Bug fix to ensure page_table and result in same type (#12300)

2025-10-30 18:56:51 -07:00
parent 82cfcd3bb8
commit 662725b936
1 changed files with 1 additions and 1 deletions
--- a/python/sglang/srt/layers/attention/nsa/transform_index.py
+++ b/python/sglang/srt/layers/attention/nsa/transform_index.py
@@ -103,7 +103,7 @@ def transform_index_page_table_decode_ref(
        result = torch.empty_like(topk_indices, dtype=torch.int32)
    assert result.shape == topk_indices.shape
    torch.gather(
-        page_table,
+        page_table.to(result.dtype),
        dim=1,
        index=topk_indices.clamp(min=0),
        out=result,