[Fix] Fix llava on multi images (#1247)

2024-08-28 06:33:05 -07:00
parent b1a540ec42
commit bf53bf5142
22 changed files with 272 additions and 488 deletions
--- a/python/sglang/srt/managers/schedule_batch.py
+++ b/python/sglang/srt/managers/schedule_batch.py
@@ -121,8 +121,8 @@ class Req:

        # For vision input
        self.pixel_values = None
-        self.image_size = None
-        self.image_offset = None
+        self.image_sizes = None
+        self.image_offsets = None
        self.pad_value = None

        # Prefix info
@@ -600,12 +600,12 @@ class ScheduleBatch:
                    if req.pixel_values is not None:
                        (
                            req.origin_input_ids,
-                            req.image_offset,
+                            req.image_offsets,
                        ) = model_runner.model.pad_input_ids(
                            req.origin_input_ids_unpadded,
                            req.pad_value,
-                            req.pixel_values.shape,
-                            req.image_size,
+                            req.pixel_values,
+                            req.image_sizes,
                        )

                    jump_forward_reqs.append(req)