chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Rename max_micro_batch_size -> pp_max_micro_batch_size (#11279)

Browse Source
This commit is contained in:
Lianmin Zheng
2025-10-06 15:50:56 -07:00
committed by GitHub
parent e2daeb351c
commit 708f4ff490
5 changed files with 11 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
python/sglang/srt/server_args.py
View File

@@ -205,7 +205,7 @@ class ServerArgs:
device: Optional[str] = None
tp_size: int = 1
pp_size: int = 1
max_micro_batch_size: Optional[int] = None
pp_max_micro_batch_size: Optional[int] = None
stream_interval: int = 1
stream_output: bool = False
random_seed: Optional[int] = None
@@ -1599,9 +1599,9 @@ class ServerArgs:
help="The pipeline parallelism size.",
)
parser.add_argument(
"--max-micro-batch-size",
"--pp-max-micro-batch-size",
type=int,
default=ServerArgs.max_micro_batch_size,
default=ServerArgs.pp_max_micro_batch_size,
help="The maximum micro batch size in pipeline parallelism.",
)
parser.add_argument(