Simplify server args (#15704)
This commit is contained in:
@@ -724,15 +724,12 @@ class ServerArgs:
|
||||
# Handle diffusion LLM inference.
|
||||
self._handle_dllm_inference()
|
||||
|
||||
# Handle any other necessary validations.
|
||||
self._handle_other_validations()
|
||||
|
||||
# Handle two-batch overlap settings.
|
||||
self._handle_two_batch_overlap()
|
||||
|
||||
# Handle debug utilities.
|
||||
self._handle_debug_utils()
|
||||
|
||||
# Handle any other necessary validations.
|
||||
self._handle_other_validations()
|
||||
|
||||
def _handle_deprecated_args(self):
|
||||
# Handle deprecated tool call parsers
|
||||
deprecated_tool_call_parsers = {"qwen25": "qwen", "glm45": "glm"}
|
||||
@@ -2394,12 +2391,6 @@ class ServerArgs:
|
||||
self.preferred_sampling_params
|
||||
)
|
||||
|
||||
def _handle_two_batch_overlap(self):
|
||||
if self.enable_two_batch_overlap and self.moe_a2a_backend == "none":
|
||||
raise ValueError(
|
||||
"When enabling two batch overlap, moe_a2a_backend cannot be 'none'."
|
||||
)
|
||||
|
||||
def _handle_debug_utils(self):
|
||||
if is_in_ci() and self.soft_watchdog_timeout is None:
|
||||
logger.info("Set soft_watchdog_timeout since in CI")
|
||||
@@ -4617,6 +4608,12 @@ class ServerArgs:
|
||||
"--export-metrics-to-file-dir is required when --export-metrics-to-file is enabled"
|
||||
)
|
||||
|
||||
# Check two batch overlap
|
||||
if self.enable_two_batch_overlap and self.moe_a2a_backend == "none":
|
||||
raise ValueError(
|
||||
"When enabling two batch overlap, moe_a2a_backend cannot be 'none'."
|
||||
)
|
||||
|
||||
def check_torch_2_9_1_cudnn_compatibility(self):
|
||||
if get_bool_env_var("SGLANG_DISABLE_CUDNN_CHECK"):
|
||||
return
|
||||
|
||||
Reference in New Issue
Block a user