Fix empty server args in marlin moe test (#12904)

This commit is contained in:
Ke Bao
2025-11-09 13:30:47 +08:00
committed by GitHub
parent d134096319
commit b142831a26

View File

@@ -6,8 +6,11 @@ from sgl_kernel import fused_marlin_moe
from sgl_kernel.scalar_type import ScalarType, scalar_types
from sglang.srt.layers.activation import SiluAndMul
from sglang.srt.server_args import ServerArgs, set_global_server_args_for_scheduler
from sglang.test.test_marlin_utils import awq_marlin_quantize, marlin_quantize
set_global_server_args_for_scheduler(object.__new__(ServerArgs))
def stack_and_dev(tensors: list[torch.Tensor]):
dev = tensors[0].device