diff --git a/python/sglang/srt/server_args.py b/python/sglang/srt/server_args.py index 3064d6e9c..36c8bc533 100644 --- a/python/sglang/srt/server_args.py +++ b/python/sglang/srt/server_args.py @@ -724,15 +724,12 @@ class ServerArgs: # Handle diffusion LLM inference. self._handle_dllm_inference() - # Handle any other necessary validations. - self._handle_other_validations() - - # Handle two-batch overlap settings. - self._handle_two_batch_overlap() - # Handle debug utilities. self._handle_debug_utils() + # Handle any other necessary validations. + self._handle_other_validations() + def _handle_deprecated_args(self): # Handle deprecated tool call parsers deprecated_tool_call_parsers = {"qwen25": "qwen", "glm45": "glm"} @@ -2394,12 +2391,6 @@ class ServerArgs: self.preferred_sampling_params ) - def _handle_two_batch_overlap(self): - if self.enable_two_batch_overlap and self.moe_a2a_backend == "none": - raise ValueError( - "When enabling two batch overlap, moe_a2a_backend cannot be 'none'." - ) - def _handle_debug_utils(self): if is_in_ci() and self.soft_watchdog_timeout is None: logger.info("Set soft_watchdog_timeout since in CI") @@ -4617,6 +4608,12 @@ class ServerArgs: "--export-metrics-to-file-dir is required when --export-metrics-to-file is enabled" ) + # Check two batch overlap + if self.enable_two_batch_overlap and self.moe_a2a_backend == "none": + raise ValueError( + "When enabling two batch overlap, moe_a2a_backend cannot be 'none'." + ) + def check_torch_2_9_1_cudnn_compatibility(self): if get_bool_env_var("SGLANG_DISABLE_CUDNN_CHECK"): return