[VLM] Support chunk prefill for VLM (#6355)
Co-authored-by: yizhang2077 <1109276519@qq.com>
This commit is contained in:
@@ -1826,22 +1826,12 @@ class MiniCPMO(MiniCPMBaseModel):
|
||||
**kwargs: Any,
|
||||
) -> torch.Tensor:
|
||||
|
||||
mm_input = forward_batch.merge_mm_inputs()
|
||||
placeholder_token_ids = (
|
||||
([mm_input.im_token_id] + [item.pad_value for item in mm_input.mm_items])
|
||||
if forward_batch.contains_mm_inputs()
|
||||
else []
|
||||
)
|
||||
hidden_states = general_mm_embed_routine(
|
||||
input_ids=input_ids,
|
||||
forward_batch=forward_batch,
|
||||
language_model=self.llm,
|
||||
image_data_embedding_func=self.get_image_feature,
|
||||
audio_data_embedding_func=self.get_audio_feature,
|
||||
placeholder_tokens={
|
||||
Modality.IMAGE: placeholder_token_ids,
|
||||
Modality.AUDIO: placeholder_token_ids,
|
||||
},
|
||||
positions=positions,
|
||||
)
|
||||
return hidden_states
|
||||
|
||||
Reference in New Issue
Block a user