From 8bb103779624bb899dfe02d6ee9eab4b5ad8b4de Mon Sep 17 00:00:00 2001 From: HAI Date: Tue, 17 Feb 2026 03:00:37 -0800 Subject: [PATCH] ROCm use rotary_embedding from sgl-kernel (#18920) --- python/sglang/srt/layers/rotary_embedding.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/python/sglang/srt/layers/rotary_embedding.py b/python/sglang/srt/layers/rotary_embedding.py index 4a881200f..f79d89e70 100644 --- a/python/sglang/srt/layers/rotary_embedding.py +++ b/python/sglang/srt/layers/rotary_embedding.py @@ -131,8 +131,10 @@ class RotaryEmbedding(MultiPlatformOp): ): # rotary_embedding from sglang.jit_kernel.pos_enc and vllm._custom_ops has the same implementation. # TODO: Test on different devices and remove this conditional. - if _is_cuda or _is_hip: + if _is_cuda: from sglang.jit_kernel.pos_enc import rotary_embedding + elif _is_hip: + from sgl_kernel import rotary_embedding else: from vllm._custom_ops import rotary_embedding