From 70876ae93b2441dffa181959c4064d3843739f98 Mon Sep 17 00:00:00 2001 From: Gabriel Wu <13583761+lucifer1004@users.noreply.github.com> Date: Thu, 19 Mar 2026 02:15:20 +0800 Subject: [PATCH] fix: guard configure_deep_gemm_num_sms when JIT disabled (#20868) Co-authored-by: Claude Opus 4.6 (1M context) --- python/sglang/srt/layers/deep_gemm_wrapper/entrypoint.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/srt/layers/deep_gemm_wrapper/entrypoint.py b/python/sglang/srt/layers/deep_gemm_wrapper/entrypoint.py index 8eada5be6..1087d7784 100644 --- a/python/sglang/srt/layers/deep_gemm_wrapper/entrypoint.py +++ b/python/sglang/srt/layers/deep_gemm_wrapper/entrypoint.py @@ -122,7 +122,7 @@ def update_deep_gemm_config(gpu_id: int, server_args: ServerArgs): @contextmanager def configure_deep_gemm_num_sms(num_sms): - if num_sms is None: + if num_sms is None or not ENABLE_JIT_DEEPGEMM: yield else: original_num_sms = deep_gemm.get_num_sms()