From 21af8e73ad57cd7f89b65a1b6b201db489c071fd Mon Sep 17 00:00:00 2001 From: fzyzcjy <5236035+fzyzcjy@users.noreply.github.com> Date: Thu, 27 Nov 2025 22:16:43 +0800 Subject: [PATCH] Super tiny add comments to SGLANG_DEEPEP_NUM_MAX_DISPATCH_TOKENS_PER_RANK (#14048) --- python/sglang/srt/layers/moe/token_dispatcher/deepep.py | 1 + 1 file changed, 1 insertion(+) diff --git a/python/sglang/srt/layers/moe/token_dispatcher/deepep.py b/python/sglang/srt/layers/moe/token_dispatcher/deepep.py index 7c8704439..17ca310ab 100644 --- a/python/sglang/srt/layers/moe/token_dispatcher/deepep.py +++ b/python/sglang/srt/layers/moe/token_dispatcher/deepep.py @@ -307,6 +307,7 @@ class _DeepEPDispatcherImplBase: self.deepep_mode = deepep_mode self.params_bytes = 2 + # A large value will lead to large memory occupation, thus users should change it accordingly self.num_max_dispatch_tokens_per_rank = get_int_env_var( "SGLANG_DEEPEP_NUM_MAX_DISPATCH_TOKENS_PER_RANK", 128 )