Update rope dtype config (#13037)

2025-11-11 22:47:29 +08:00
parent 4a78031a71
commit e38994dd71
1 changed files with 1 additions and 1 deletions
--- a/python/sglang/srt/models/grok.py
+++ b/python/sglang/srt/models/grok.py
@@ -221,7 +221,7 @@ def get_rope_scaling(config):
            "attn_factor": attn_factor,
            "beta_fast": beta_fast,
            "beta_slow": beta_slow,
-            "dtype": torch.float,
+            "dtype": torch.bfloat16,
        }
        return rope_scaling
    else: