From 13e5beeab4993831f6743f5d5c769f2f8471a668 Mon Sep 17 00:00:00 2001 From: Kangyan-Zhou Date: Tue, 25 Nov 2025 18:28:52 -0800 Subject: [PATCH] Fix Deepseek v3.1 loading issue (#13954) --- python/sglang/srt/models/deepseek_v2.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/srt/models/deepseek_v2.py b/python/sglang/srt/models/deepseek_v2.py index 906d33a50..e09881293 100644 --- a/python/sglang/srt/models/deepseek_v2.py +++ b/python/sglang/srt/models/deepseek_v2.py @@ -3568,7 +3568,7 @@ class DeepseekV2ForCausalLM(nn.Module): self.quant_config, "weight_block_size", None ) ) - and self_attn.kv_b_proj.executed_weight_requant_ue8m0 + and weight_scale.format_ue8m0 ): weight_scale = inverse_transform_scale_ue8m0( weight_scale, mn=weight.shape[-2]