Fix Deepseek v3.1 loading issue (#13954)

2025-11-25 18:28:52 -08:00
parent c53e729d45
commit 13e5beeab4
1 changed files with 1 additions and 1 deletions
--- a/python/sglang/srt/models/deepseek_v2.py
+++ b/python/sglang/srt/models/deepseek_v2.py
@@ -3568,7 +3568,7 @@ class DeepseekV2ForCausalLM(nn.Module):
                                self.quant_config, "weight_block_size", None
                            )
                        )
-                        and self_attn.kv_b_proj.executed_weight_requant_ue8m0
+                        and weight_scale.format_ue8m0
                    ):
                        weight_scale = inverse_transform_scale_ue8m0(
                            weight_scale, mn=weight.shape[-2]