fix: small changes to enable test_mrope.py (#14082)

Signed-off-by: Raayan Dhar raayan.dhar@gmail.com <raayan.dhar@gmail.com>
This commit is contained in:
Raayan Dhar
2025-11-27 20:58:17 -10:00
committed by GitHub
parent 951028968c
commit 91d249cd9b

View File

@@ -7,6 +7,7 @@ from transformers import AutoConfig
from transformers import __version__ as TRANSFORMERS_VERSION
from sglang.srt.layers.rotary_embedding import get_rope
from sglang.srt.server_args import ServerArgs, set_global_server_args_for_scheduler
from sglang.srt.utils import (
cpu_has_amx_support,
is_cpu,
@@ -85,6 +86,8 @@ def test_mrope(
dtype: torch.dtype,
num_tokens: int,
):
set_global_server_args_for_scheduler(ServerArgs(model_path="dummy"))
atol = model_info.atol
rtol = model_info.rtol
@@ -124,7 +127,7 @@ def test_mrope(
num_tokens, num_heads, num_kv_heads, head_dim, max_position, dtype, device
)
query_native, key_native = mrope_helper_class.forward_native(
query_native, key_native = mrope_helper_class._forward_native(
positions,
query.clone(),
key.clone(),