Super tiny add comments to SGLANG_DEEPEP_NUM_MAX_DISPATCH_TOKENS_PER_RANK (#14048)

2025-11-27 22:16:43 +08:00
parent 7ab548ef64
commit 21af8e73ad
1 changed files with 1 additions and 0 deletions
--- a/python/sglang/srt/layers/moe/token_dispatcher/deepep.py
+++ b/python/sglang/srt/layers/moe/token_dispatcher/deepep.py
@@ -307,6 +307,7 @@ class _DeepEPDispatcherImplBase:
        self.deepep_mode = deepep_mode

        self.params_bytes = 2
+        # A large value will lead to large memory occupation, thus users should change it accordingly
        self.num_max_dispatch_tokens_per_rank = get_int_env_var(
            "SGLANG_DEEPEP_NUM_MAX_DISPATCH_TOKENS_PER_RANK", 128
        )