[2/n jit_kernel restruct] unify rotary embedding entrypoints under rope.py (#20247)

This commit is contained in:
Xiaoyu Zhang
2026-03-10 17:49:57 +08:00
committed by GitHub
parent 6407891b4f
commit 51d9d34977
5 changed files with 63 additions and 90 deletions

View File

@@ -70,7 +70,7 @@ def sglang_pos_enc_rope(
positions: torch.Tensor,
is_neox: bool,
) -> None:
from sglang.jit_kernel.pos_enc import rotary_embedding_with_key
from sglang.jit_kernel.rope import rotary_embedding_with_key
head_size = q.shape[-1]
rotary_embedding_with_key(