vlm: support video as an input modality (#5888)

2025-07-09 23:48:35 -07:00
parent 4ed57807c2
commit b5e3d6031c
42 changed files with 887 additions and 524 deletions
@@ -1827,8 +1827,7 @@ class MiniCPMO(MiniCPMBaseModel):
            input_ids=input_ids,
            forward_batch=forward_batch,
            language_model=self.llm,
-            image_data_embedding_func=self.get_image_feature,
-            audio_data_embedding_func=self.get_audio_feature,
+            multimodal_model=self,
            positions=positions,
        )
        return hidden_states