[Test] Add parameters to SRTRunner (#12227)

This commit is contained in:
Jonah Bernard
2025-11-03 14:20:56 -05:00
committed by GitHub
parent 385599cb04
commit 6ef23b9833

View File

@@ -515,6 +515,9 @@ class SRTRunner:
disable_cuda_graph: bool = False,
disable_radix_cache: bool = False,
chunked_prefill_size: Optional[int] = None,
context_length: Optional[int] = None,
max_total_tokens: Optional[int] = None,
page_size: Optional[int] = None,
dp_size: int = 1,
tokenizer_path: Optional[str] = None,
mem_fraction_static: float = 0.65,
@@ -571,6 +574,9 @@ class SRTRunner:
disable_cuda_graph=disable_cuda_graph,
disable_radix_cache=disable_radix_cache,
chunked_prefill_size=chunked_prefill_size,
context_length=context_length,
max_total_tokens=max_total_tokens,
page_size=page_size,
enable_dp_attention=enable_dp_attention,
dp_size=dp_size,
tokenizer_path=tokenizer_path,