refactor: bug fixes and refactor for vlm (#4661)

2025-03-22 22:48:49 -07:00
parent ca75741e86
commit 11577cedb7
31 changed files with 770 additions and 735 deletions
@@ -361,6 +361,9 @@ class Qwen2ForCausalLM(nn.Module):
    def get_input_embeddings(self, input_ids: torch.Tensor) -> torch.Tensor:
        return self.model.get_input_embeddings(input_ids)

+    def get_input_embedding(self) -> nn.Embedding:
+        return self.model.embed_tokens
+
    @torch.no_grad()
    def forward(
        self,