[Misc] Fix argument help string formatting (#17416)
This commit is contained in:
@@ -4453,7 +4453,7 @@ class ServerArgs:
|
||||
default=ServerArgs.nsa_prefill_cp_mode,
|
||||
choices=NSA_PREFILL_CP_SPLIT_CHOICES,
|
||||
help="Token splitting mode for the prefill phase of DeepSeek v3.2 under context parallelism. Optional values: 'in-seq-split' (default), 'round-robin-split'. "
|
||||
"'round-robin-split' distributes tokens across ranks based on token_idx % cp_size. It supports multi-batch prefill, fused MoE, and FP8 KV cache.",
|
||||
"'round-robin-split' distributes tokens across ranks based on token_idx %% cp_size. It supports multi-batch prefill, fused MoE, and FP8 KV cache.",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--enable-fused-qk-norm-rope",
|
||||
|
||||
Reference in New Issue
Block a user