[feat] Enable chunked prefill for llava-onevision (#2281)

2024-12-02 20:19:02 -08:00
parent 69e2d4fb66
commit 480e38a733
5 changed files with 221 additions and 18 deletions
@@ -128,6 +128,7 @@ class ImageInputs:
    image_hashes: Optional[list] = None
    image_sizes: Optional[list] = None
    image_offsets: Optional[list] = None
+    image_pad_len: Optional[list] = None
    pad_values: Optional[list] = None
    modalities: Optional[list] = None
    num_image_tokens: Optional[int] = None