docs(server-arguments): add allowed options for each argument (#11560)

This commit is contained in:
Jonah Bernard
2025-10-24 14:49:20 -04:00
committed by GitHub
parent 770d63123c
commit 4b046a72d3
2 changed files with 335 additions and 232 deletions

View File

@@ -2816,7 +2816,7 @@ class ServerArgs:
"--ds-sparse-decode-threshold",
type=int,
default=ServerArgs.ds_sparse_decode_threshold,
help="The type of heavy channels in double sparsity attention",
help="The minimum decode sequence length required before the double-sparsity backend switches from the dense fallback to the sparse decode kernel.",
)
# Offloading