[args] Add Expert Parallelism Argument To SRT Runner (#18492)

Co-authored-by: Qiaolin Yu <liin1211@outlook.com>
This commit is contained in:
Jonah Bernard
2026-03-03 17:16:35 -05:00
committed by GitHub
parent f7897def96
commit fb37c0a400

View File

@@ -522,6 +522,7 @@ class SRTRunner:
torch_dtype: torch.dtype,
model_type: str,
tp_size: int = 1,
ep_size: int = 1,
model_impl: str = "auto",
port: int = DEFAULT_PORT_FOR_SRT_TEST_RUNNER,
lora_paths: Optional[Union[List[str], List[dict[str, str]]]] = None,
@@ -588,6 +589,7 @@ class SRTRunner:
self.engine = Engine(
model_path=model_path,
tp_size=tp_size,
ep_size=ep_size,
dtype=get_dtype_str(torch_dtype),
port=port,
model_impl=model_impl,