From 231df4b0d4c88dbb34f83647dc6028e91aa5e5db Mon Sep 17 00:00:00 2001 From: Lianmin Zheng Date: Wed, 26 Nov 2025 16:32:41 -0800 Subject: [PATCH] Cleanup server args (#14027) --- python/sglang/srt/server_args.py | 42 +++++++++++++++++--------------- 1 file changed, 22 insertions(+), 20 deletions(-) diff --git a/python/sglang/srt/server_args.py b/python/sglang/srt/server_args.py index 3768057e8..4db37be09 100644 --- a/python/sglang/srt/server_args.py +++ b/python/sglang/srt/server_args.py @@ -240,10 +240,6 @@ class ServerArgs: revision: Optional[str] = None model_impl: str = "auto" - # Diffusion LLM - dllm_algorithm: Optional[str] = None - dllm_block_size: Optional[int] = None - # HTTP server host: str = "127.0.0.1" port: int = 30000 @@ -397,7 +393,7 @@ class ServerArgs: speculative_attention_mode: str = "prefill" speculative_moe_runner_backend: Optional[str] = None - # For ngram only + # Speculative decoding (ngram) speculative_ngram_min_match_window_size: int = 1 speculative_ngram_max_match_window_size: int = 12 speculative_ngram_min_bfs_breadth: int = 1 @@ -457,6 +453,10 @@ class ServerArgs: kt_num_gpu_experts: Optional[int] = None kt_max_deferred_experts_per_token: Optional[int] = None + # Diffusion LLM + dllm_algorithm: Optional[str] = None + dllm_block_size: Optional[int] = None + # Double Sparsity enable_double_sparsity: bool = False ds_channel_config_path: Optional[str] = None @@ -2124,20 +2124,6 @@ class ServerArgs: "implementation.\n", ) - # Diffusion LLM - parser.add_argument( - "--dllm-algorithm", - type=str, - default=ServerArgs.dllm_algorithm, - help="The diffusion LLM algorithm.", - ) - parser.add_argument( - "--dllm-block-size", - type=int, - default=ServerArgs.dllm_block_size, - help="The number of tokens processed in each iteration of the block diffusion LLM.", - ) - # HTTP server parser.add_argument( "--host", @@ -2973,7 +2959,8 @@ class ServerArgs: default=ServerArgs.speculative_moe_runner_backend, help="Choose the runner backend for MoE in speculative decoding.", ) - # Ngram speculative decoding + + # Speculative decoding (ngram) parser.add_argument( "--speculative-ngram-min-match-window-size", type=int, @@ -3282,6 +3269,21 @@ class ServerArgs: default=ServerArgs.kt_max_deferred_experts_per_token, help="[ktransformers parameter] Maximum number of experts deferred to CPU per token. All MoE layers except the final one use this value; the final layer always uses 0.", ) + + # Diffusion LLM + parser.add_argument( + "--dllm-algorithm", + type=str, + default=ServerArgs.dllm_algorithm, + help="The diffusion LLM algorithm.", + ) + parser.add_argument( + "--dllm-block-size", + type=int, + default=ServerArgs.dllm_block_size, + help="The number of tokens processed in each iteration of the block diffusion LLM.", + ) + # Double Sparsity parser.add_argument( "--enable-double-sparsity",