From f9696641720a59430bcc21f5d811a124d8500f38 Mon Sep 17 00:00:00 2001 From: DarkSharpness <76582120+DarkSharpness@users.noreply.github.com> Date: Sun, 16 Nov 2025 12:49:52 +0800 Subject: [PATCH] [Performance] Move the contiguous to torch compile region (#13199) --- python/sglang/srt/layers/rotary_embedding.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/python/sglang/srt/layers/rotary_embedding.py b/python/sglang/srt/layers/rotary_embedding.py index 7c0a27c59..a89a8a924 100644 --- a/python/sglang/srt/layers/rotary_embedding.py +++ b/python/sglang/srt/layers/rotary_embedding.py @@ -1481,6 +1481,8 @@ class MRotaryEmbedding(RotaryEmbedding): num_tokens = positions.shape[-1] cos_sin = self.cos_sin_cache[positions] cos, sin = cos_sin.chunk(2, dim=-1) + cos = cos.contiguous() + sin = sin.contiguous() query_shape = query.shape key_shape = key.shape if positions.ndim == 2: