Refactor abortion in event loop (#12312)

This commit is contained in:
Liangsheng Yin
2025-10-29 18:25:20 +08:00
committed by GitHub
parent 685c06451f
commit 14cbe42fd3
4 changed files with 17 additions and 26 deletions
@@ -789,7 +789,7 @@ class SchedulerOutputProcessorMixin:
continue
# Multimodal partial stream chunks break the detokenizer, so drop aborted requests here.
if self.model_config.is_multimodal_gen and req.to_abort:
if self.model_config.is_multimodal_gen and req.to_finish:
continue
if req.finished():