Simplify the BatchMultimodalOutput in io_struct.py (#12993)

This commit is contained in:
Lianmin Zheng
2025-11-10 13:54:56 -08:00
committed by GitHub
parent 9840bf4f84
commit 40b26b456b
3 changed files with 9 additions and 8 deletions

View File

@@ -924,7 +924,7 @@ class BatchTokenIDOutput(
@dataclass
class BatchMultimodalDecodeReq(BaseBatchReq, RequestTimingMetricsMixin):
class BatchMultimodalDecodeReq(BaseBatchReq):
decoded_ids: List[int]
input_token_logprobs_val: List[float]
input_token_logprobs_idx: List[int]
@@ -1003,7 +1003,7 @@ class BatchStrOutput(
@dataclass
class BatchMultimodalOutput(BaseBatchReq, RequestTimingMetricsMixin):
class BatchMultimodalOutput(BaseBatchReq):
# The finish reason
finished_reasons: List[dict]
decoded_ids: List[List[int]]

View File

@@ -940,6 +940,8 @@ class SchedulerOutputProcessorMixin:
self.send_to_detokenizer.send_output(
BatchTokenIDOutput(
rids=rids,
http_worker_ipcs=http_worker_ipcs,
spec_verify_ct=spec_verify_ct,
spec_accepted_tokens=spec_accepted_tokens,
queue_time=queue_times,
@@ -971,8 +973,6 @@ class SchedulerOutputProcessorMixin:
output_token_ids_logprobs_idx=output_token_ids_logprobs_idx,
output_token_entropy_val=None,
output_hidden_states=output_hidden_states,
rids=rids,
http_worker_ipcs=http_worker_ipcs,
placeholder_tokens_idx=None,
placeholder_tokens_val=None,
retraction_counts=retraction_counts,
@@ -1025,6 +1025,8 @@ class SchedulerOutputProcessorMixin:
retraction_counts.append(req.retraction_count)
self.send_to_detokenizer.send_output(
BatchEmbeddingOutput(
rids=rids,
http_worker_ipcs=http_worker_ipcs,
queue_time=queue_times,
forward_entry_time=forward_entry_times,
prefill_delay=prefill_delays,
@@ -1033,10 +1035,8 @@ class SchedulerOutputProcessorMixin:
embeddings=embeddings,
prompt_tokens=prompt_tokens,
cached_tokens=cached_tokens,
http_worker_ipcs=http_worker_ipcs,
placeholder_tokens_idx=None,
placeholder_tokens_val=None,
retraction_counts=retraction_counts,
rids=rids,
)
)