Revert "[Minor]Raise Error when deepep num dispatch token per rank is smaller than cuda graph bs" (#14171)

This commit is contained in:
Baizhou Zhang
2025-11-30 13:49:46 -07:00
committed by GitHub
parent 412160f4c1
commit f1115cf58d

View File

@@ -23,7 +23,6 @@ from sglang.srt.layers.moe.utils import (
get_moe_runner_backend,
is_tbo_enabled,
)
from sglang.srt.server_args import get_global_server_args
from sglang.srt.utils import (
get_bool_env_var,
get_int_env_var,
@@ -312,15 +311,6 @@ class _DeepEPDispatcherImplBase:
self.num_max_dispatch_tokens_per_rank = get_int_env_var(
"SGLANG_DEEPEP_NUM_MAX_DISPATCH_TOKENS_PER_RANK", 128
)
if (
not get_global_server_args().disable_cuda_graph
and get_global_server_args().cuda_graph_max_bs
> self.num_max_dispatch_tokens_per_rank
):
raise ValueError(
f"Maximum captured batch size {get_global_server_args().cuda_graph_max_bs} is larger than num_max_dispatch_tokens_per_rank for deepep {self.num_max_dispatch_tokens_per_rank}. Please set a smaller value for --cuda-graph-max-bs server argument, or increase SGLANG_DEEPEP_NUM_MAX_DISPATCH_TOKENS_PER_RANK."
)
# DeepEP internode_ll dispatch uses FINISHED_SUM_TAG=1024
# and the logic requires num-tokens-sent-from-one-rank-to-another-rank less than it
assert self.num_max_dispatch_tokens_per_rank <= 1024