torch.compile() mrope (#9487)

2025-08-21 23:01:08 -07:00
parent 0f8cee8cd3
commit 61a0e600df
1 changed files with 1 additions and 0 deletions
@@ -1029,6 +1029,7 @@ class MRotaryEmbedding(RotaryEmbedding):
                    f"Corrected mrope_section: {self.mrope_section} (sum={sum(self.mrope_section)})"
                )

+    @torch.compile(dynamic=True)
    def forward(
        self,
        positions: torch.Tensor,