[Auto Sync] Update io_struct.py (20250909) (#10236)

Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com>
Co-authored-by: cctry <shiyang@x.ai>
This commit is contained in:
Lianmin Zheng
2025-09-09 14:15:21 -07:00
committed by GitHub
co-authored by github-actions[bot] <github-actions[bot]@users.noreply.github.com> cctry
parent 8cbe1538ef
commit bf72b80122
4 changed files with 147 additions and 12 deletions
@@ -700,6 +700,8 @@ class SchedulerOutputProcessorMixin:
output_token_ids_logprobs_val,
output_token_ids_logprobs_idx,
output_hidden_states,
placeholder_tokens_idx=None,
placeholder_tokens_val=None,
)
)
@@ -719,6 +721,12 @@ class SchedulerOutputProcessorMixin:
cached_tokens.append(req.cached_tokens)
self.send_to_detokenizer.send_pyobj(
BatchEmbeddingOut(
rids, finished_reasons, embeddings, prompt_tokens, cached_tokens
rids,
finished_reasons,
embeddings,
prompt_tokens,
cached_tokens,
placeholder_tokens_idx=None,
placeholder_tokens_val=None,
)
)