[scheduler] Clear MM data of finished batch (#17251)

Co-authored-by: Kangyan-Zhou <zky314343421@gmail.com>
This commit is contained in:
Yinghai Lu
2026-01-20 17:45:38 -08:00
committed by GitHub
parent 823a046e8f
commit aea57b33c6

View File

@@ -1408,6 +1408,14 @@ class Scheduler(
else:
return MultimodalInputs.from_dict(mm_inputs_dict)
def _maybe_clear_mm_inputs(self, batch: ScheduleBatch) -> None:
for req in batch.reqs:
if not req.finished() or not (mm_inputs := req.multimodal_inputs):
continue
for item in mm_inputs.mm_items:
item.feature = None
req.multimodal_inputs = None
def handle_generate_request(
self,
recv_req: TokenizedGenerateReqInput,
@@ -2413,6 +2421,7 @@ class Scheduler(
self.process_batch_result_idle(batch, result)
self.log_batch_result_stats(batch, result)
self._maybe_clear_mm_inputs(batch)
self.maybe_send_health_check_signal()
def maybe_send_health_check_signal(self):