Bug: Fix weight loader error when LM head weights are tied (#3766)

2025-02-21 17:53:12 -08:00
parent 14d90617b0
commit a3339d8cac
8 changed files with 16 additions and 0 deletions
@@ -433,6 +433,8 @@ class Phi3SmallForCausalLM(nn.Module):
                continue
            if name.endswith(".bias") and name not in params_dict:
                continue
+            if self.config.tie_word_embeddings and "lm_head.weight" in name:
+                continue

            param = params_dict[name]
            weight_loader = getattr(param, "weight_loader", default_weight_loader)