From fb37c0a400702a4b4645e5a8addd65d1a3ef28fb Mon Sep 17 00:00:00 2001 From: Jonah Bernard <96398205+Jonahcb@users.noreply.github.com> Date: Tue, 3 Mar 2026 17:16:35 -0500 Subject: [PATCH] [args] Add Expert Parallelism Argument To SRT Runner (#18492) Co-authored-by: Qiaolin Yu --- python/sglang/test/runners.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/python/sglang/test/runners.py b/python/sglang/test/runners.py index 95190904d..1f10c0cd0 100644 --- a/python/sglang/test/runners.py +++ b/python/sglang/test/runners.py @@ -522,6 +522,7 @@ class SRTRunner: torch_dtype: torch.dtype, model_type: str, tp_size: int = 1, + ep_size: int = 1, model_impl: str = "auto", port: int = DEFAULT_PORT_FOR_SRT_TEST_RUNNER, lora_paths: Optional[Union[List[str], List[dict[str, str]]]] = None, @@ -588,6 +589,7 @@ class SRTRunner: self.engine = Engine( model_path=model_path, tp_size=tp_size, + ep_size=ep_size, dtype=get_dtype_str(torch_dtype), port=port, model_impl=model_impl,