[2/n jit_kernel restruct] unify rotary embedding entrypoints under rope.py (#20247)
This commit is contained in:
@@ -70,7 +70,7 @@ def sglang_pos_enc_rope(
|
||||
positions: torch.Tensor,
|
||||
is_neox: bool,
|
||||
) -> None:
|
||||
from sglang.jit_kernel.pos_enc import rotary_embedding_with_key
|
||||
from sglang.jit_kernel.rope import rotary_embedding_with_key
|
||||
|
||||
head_size = q.shape[-1]
|
||||
rotary_embedding_with_key(
|
||||
|
||||
Reference in New Issue
Block a user