[BugFix][VLM] Correct weight loading with tie_word_embeddings == False (#15398)

2025-12-27 09:30:50 +08:00
parent acddb8e0ec
commit cd3289c7a4
1 changed files with 5 additions and 1 deletions
--- a/python/sglang/srt/models/qwen2_5_vl.py
+++ b/python/sglang/srt/models/qwen2_5_vl.py
@@ -783,7 +783,11 @@ class Qwen2_5_VLForConditionalGeneration(nn.Module):
            if "rotary_emb.inv_freq" in name:
                continue

-            if self.pp_group.is_last_rank and "model.embed_tokens.weight" in name:
+            if (
+                self.config.tie_word_embeddings
+                and self.pp_group.is_last_rank
+                and "model.embed_tokens.weight" in name
+            ):
                if "lm_head.weight" in params_dict:
                    lm_head_param = params_dict["lm_head.weight"]
                    weight_loader = getattr(