fix: small changes to enable test_mrope.py (#14082)
Signed-off-by: Raayan Dhar raayan.dhar@gmail.com <raayan.dhar@gmail.com>
This commit is contained in:
@@ -7,6 +7,7 @@ from transformers import AutoConfig
|
||||
from transformers import __version__ as TRANSFORMERS_VERSION
|
||||
|
||||
from sglang.srt.layers.rotary_embedding import get_rope
|
||||
from sglang.srt.server_args import ServerArgs, set_global_server_args_for_scheduler
|
||||
from sglang.srt.utils import (
|
||||
cpu_has_amx_support,
|
||||
is_cpu,
|
||||
@@ -85,6 +86,8 @@ def test_mrope(
|
||||
dtype: torch.dtype,
|
||||
num_tokens: int,
|
||||
):
|
||||
set_global_server_args_for_scheduler(ServerArgs(model_path="dummy"))
|
||||
|
||||
atol = model_info.atol
|
||||
rtol = model_info.rtol
|
||||
|
||||
@@ -124,7 +127,7 @@ def test_mrope(
|
||||
num_tokens, num_heads, num_kv_heads, head_dim, max_position, dtype, device
|
||||
)
|
||||
|
||||
query_native, key_native = mrope_helper_class.forward_native(
|
||||
query_native, key_native = mrope_helper_class._forward_native(
|
||||
positions,
|
||||
query.clone(),
|
||||
key.clone(),
|
||||
|
||||
Reference in New Issue
Block a user