Simplify server args (#15704)

This commit is contained in:
Lianmin Zheng
2025-12-23 22:46:12 -08:00
committed by GitHub
parent eee3700d84
commit ff903a7eea

View File

@@ -724,15 +724,12 @@ class ServerArgs:
# Handle diffusion LLM inference.
self._handle_dllm_inference()
# Handle any other necessary validations.
self._handle_other_validations()
# Handle two-batch overlap settings.
self._handle_two_batch_overlap()
# Handle debug utilities.
self._handle_debug_utils()
# Handle any other necessary validations.
self._handle_other_validations()
def _handle_deprecated_args(self):
# Handle deprecated tool call parsers
deprecated_tool_call_parsers = {"qwen25": "qwen", "glm45": "glm"}
@@ -2394,12 +2391,6 @@ class ServerArgs:
self.preferred_sampling_params
)
def _handle_two_batch_overlap(self):
if self.enable_two_batch_overlap and self.moe_a2a_backend == "none":
raise ValueError(
"When enabling two batch overlap, moe_a2a_backend cannot be 'none'."
)
def _handle_debug_utils(self):
if is_in_ci() and self.soft_watchdog_timeout is None:
logger.info("Set soft_watchdog_timeout since in CI")
@@ -4617,6 +4608,12 @@ class ServerArgs:
"--export-metrics-to-file-dir is required when --export-metrics-to-file is enabled"
)
# Check two batch overlap
if self.enable_two_batch_overlap and self.moe_a2a_backend == "none":
raise ValueError(
"When enabling two batch overlap, moe_a2a_backend cannot be 'none'."
)
def check_torch_2_9_1_cudnn_compatibility(self):
if get_bool_env_var("SGLANG_DISABLE_CUDNN_CHECK"):
return