Remove mrope position sync (#9460)

Co-authored-by: Nathan Wang <nathan.r.wang@gmail.com>
This commit is contained in:
timmy-feng
2025-09-03 11:40:53 -07:00
committed by GitHub
co-authored by Nathan Wang
parent 5e19b159b0
commit 4ed9053ecf
2 changed files with 16 additions and 35 deletions
@@ -1433,24 +1433,6 @@ class MRotaryEmbedding(RotaryEmbedding):
return position_ids, mrope_position_deltas
@staticmethod
def get_next_input_positions(
mrope_position_delta: int,
context_len: int,
seq_len: int,
) -> torch.Tensor:
return torch.tensor(
[
list(
range(
context_len + mrope_position_delta,
seq_len + mrope_position_delta,
)
)
for _ in range(3)
]
)
class DualChunkRotaryEmbedding(CustomOp):
"""Rotary positional embedding for Dual Chunk Attention."""