From e38994dd71eac4d677b24690a87562ca6b8032a6 Mon Sep 17 00:00:00 2001
From: Ke Bao <ispobaoke@gmail.com>
Date: Tue, 11 Nov 2025 22:47:29 +0800
Subject: [PATCH] Update rope dtype config (#13037)

---
 python/sglang/srt/models/grok.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/python/sglang/srt/models/grok.py b/python/sglang/srt/models/grok.py
index 1f4a3b443..ac5bff3dd 100644
--- a/python/sglang/srt/models/grok.py
+++ b/python/sglang/srt/models/grok.py
@@ -221,7 +221,7 @@ def get_rope_scaling(config):
             "attn_factor": attn_factor,
             "beta_fast": beta_fast,
             "beta_slow": beta_slow,
-            "dtype": torch.float,
+            "dtype": torch.bfloat16,
         }
         return rope_scaling
     else: