From 9d0e5f1f74164c7edad40f2fff07cc1123a721c9 Mon Sep 17 00:00:00 2001 From: fzyzcjy <5236035+fzyzcjy@users.noreply.github.com> Date: Sun, 30 Nov 2025 09:07:17 +0800 Subject: [PATCH] Tiny fix DeepGEMM precompile rank check (#14136) --- python/sglang/srt/layers/deep_gemm_wrapper/compile_utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/srt/layers/deep_gemm_wrapper/compile_utils.py b/python/sglang/srt/layers/deep_gemm_wrapper/compile_utils.py index bae5cbdd7..4fe3527c3 100644 --- a/python/sglang/srt/layers/deep_gemm_wrapper/compile_utils.py +++ b/python/sglang/srt/layers/deep_gemm_wrapper/compile_utils.py @@ -53,7 +53,7 @@ def update_deep_gemm_config(gpu_id: int, server_args: ServerArgs): m_max = min(1024 * 128, m_max) _BUILTIN_M_LIST = list(range(1, m_max + 1)) - _IS_FIRST_RANK_ON_NODE = ServerArgs.base_gpu_id == gpu_id + _IS_FIRST_RANK_ON_NODE = server_args.base_gpu_id == gpu_id # Check if is the first rank on node. # Default each rank will try compile all Ms to