From b964ce61d6eef70dfa483bec72a273ba2049c3b1 Mon Sep 17 00:00:00 2001 From: Xiaoyu Zhang <35585791+BBuf@users.noreply.github.com> Date: Sun, 23 Nov 2025 17:32:43 +0800 Subject: [PATCH] [DeepEP] Add SGLANG_DEEPEP_BF16_DISPATCH env var in Normal mode (#13787) --- python/sglang/srt/layers/moe/token_dispatcher/deepep.py | 1 + 1 file changed, 1 insertion(+) diff --git a/python/sglang/srt/layers/moe/token_dispatcher/deepep.py b/python/sglang/srt/layers/moe/token_dispatcher/deepep.py index 24dd42b41..7c8704439 100644 --- a/python/sglang/srt/layers/moe/token_dispatcher/deepep.py +++ b/python/sglang/srt/layers/moe/token_dispatcher/deepep.py @@ -377,6 +377,7 @@ class _DeepEPDispatcherImplNormal(_DeepEPDispatcherImplBase): if ( deep_gemm_wrapper.ENABLE_JIT_DEEPGEMM and not get_moe_runner_backend().is_cutlass() + and not get_bool_env_var("SGLANG_DEEPEP_BF16_DISPATCH") ): # TODO hard code 128 block quant,use fp8 communication hidden_states = sglang_per_token_group_quant_fp8(