From 190fa8246fbc021034b8b2725ce30df11a96915e Mon Sep 17 00:00:00 2001 From: Guangda Liu <46775742+bingps@users.noreply.github.com> Date: Sun, 15 Feb 2026 09:39:53 +0800 Subject: [PATCH] Fix model loading for DeepSeek-V3.2-AWQ (#16907) Co-authored-by: Guangda Liu --- python/sglang/srt/models/deepseek_v2.py | 12 ++++++++---- 1 file changed, 8 insertions(+), 4 deletions(-) diff --git a/python/sglang/srt/models/deepseek_v2.py b/python/sglang/srt/models/deepseek_v2.py index 4b5eeb951..064e91cf0 100644 --- a/python/sglang/srt/models/deepseek_v2.py +++ b/python/sglang/srt/models/deepseek_v2.py @@ -245,10 +245,14 @@ class DeepseekV2MLP(nn.Module): tp_rank=tp_rank, tp_size=tp_size, ) - if not hasattr(self.gate_up_proj, "weight"): - self.gate_up_proj.weight = getattr(self.gate_up_proj, "weight_packed") - if not hasattr(self.down_proj, "weight"): - self.down_proj.weight = getattr(self.down_proj, "weight_packed") + if not hasattr(self.gate_up_proj, "weight") and hasattr( + self.gate_up_proj, "weight_packed" + ): + self.gate_up_proj.weight = self.gate_up_proj.weight_packed + if not hasattr(self.down_proj, "weight") and hasattr( + self.down_proj, "weight_packed" + ): + self.down_proj.weight = self.down_proj.weight_packed if hidden_act != "silu": raise ValueError( f"Unsupported activation: {hidden_act}. "