model: support NVILA and NVILA Lite (#10399)

2025-10-26 09:58:09 -07:00
parent 0103f374ba
commit a8023891f6
8 changed files with 581 additions and 334 deletions
@@ -185,6 +185,7 @@ class BaseMultimodalProcessor(ABC):
            "aspect_ratio_mask": Modality.IMAGE,
            "num_patches": Modality.IMAGE,
            "patch_pixel_values": Modality.IMAGE,
+            "block_sizes": Modality.IMAGE,
            # Audio-related attributes
            "audio_features": Modality.AUDIO,
            "audio_feature_lens": Modality.AUDIO,