refactor: minor refactors regarding multimodal processing (#6187)

2025-05-17 22:53:20 -07:00
parent b3f3d610fd
commit 01dd39bac1
15 changed files with 140 additions and 98 deletions
@@ -147,8 +147,8 @@ class TestVisionChunkedPrefill(CustomTestCase):

    def _test_chunked_prefill(self, batches, num_frames):
        # Chunked
+        chunked_server_pid = self.launch_server(chunked_prefill_size=1024)
        try:
-            chunked_server_pid = self.launch_server(chunked_prefill_size=1024)
            outputs_chunked = []
            for batch, num_frame in zip(batches, num_frames):
                output_chunked = self.generate_for_video(