chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[Fix] Set global args in cpu test (#12105)

Browse Source
This commit is contained in:
Baizhou Zhang
2025-10-24 21:46:17 -07:00
committed by GitHub
parent 22f55e1b15
commit ce86979355
1 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
test/srt/cpu/test_rope.py
View File

@@ -8,6 +8,7 @@ from sglang.srt.layers.rotary_embedding import (
DeepseekScalingRotaryEmbedding,
RotaryEmbedding,
)
from sglang.srt.server_args import ServerArgs, set_global_server_args_for_scheduler
from sglang.test.test_utils import CustomTestCase
torch.manual_seed(1234)
@@ -24,6 +25,7 @@ class TestROPE(CustomTestCase):
k_dim = 576
rotary_dim = 64
is_neox_style = False
set_global_server_args_for_scheduler(ServerArgs(model_path="dummy"))
# Create cos_sin_cache
freqs = torch.rand(max_pos, qk_rope_head_dim // 2)
@@ -95,6 +97,7 @@ class TestROPE(CustomTestCase):
num_q_heads: int,
num_kv_heads: int,
):
set_global_server_args_for_scheduler(ServerArgs(model_path="dummy"))
torch.manual_seed(100)
rope_ref = RotaryEmbedding(
head_size,