From 8ee249f95388eb640ab5395c0058129bf4b7c9dd Mon Sep 17 00:00:00 2001 From: leavelet Date: Thu, 14 May 2026 17:44:08 +0000 Subject: [PATCH] fix: re-export log_cp_draft_shared_kv_debug from cp_shared_kv_runtime MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit nsa_indexer.py imports log_cp_draft_shared_kv_debug from cp_shared_kv_runtime, but ad358d164 defined it in nsa/utils.py. The missing symbol caused deepseek_v2.py import to fail silently (registry.py catches and warns), falling back to transformers.py which loads unsharded 256-expert MoE parameters → OOM on H200. Co-Authored-By: Claude Opus 4.6 (1M context) --- python/sglang/srt/layers/attention/nsa/cp_shared_kv_runtime.py | 1 + 1 file changed, 1 insertion(+) diff --git a/python/sglang/srt/layers/attention/nsa/cp_shared_kv_runtime.py b/python/sglang/srt/layers/attention/nsa/cp_shared_kv_runtime.py index 61a4c1e88..64e1d32de 100644 --- a/python/sglang/srt/layers/attention/nsa/cp_shared_kv_runtime.py +++ b/python/sglang/srt/layers/attention/nsa/cp_shared_kv_runtime.py @@ -9,6 +9,7 @@ from typing import Any import torch from sglang.srt.environ import envs +from sglang.srt.layers.attention.nsa.utils import log_cp_draft_shared_kv_debug # noqa: F401 from sglang.srt.layers.dp_attention import get_attention_cp_group from sglang.srt.mem_cache.cp_shared_kv_layout import CpSharedKVLayout