Fix grammar sync across TP ranks (#17100)

Co-authored-by: Liangsheng Yin <lsyincs@gmail.com>
This commit is contained in:
Lianmin Zheng
2026-01-15 18:38:01 -08:00
committed by GitHub
parent c81bad1bf7
commit e7dc85c50b
4 changed files with 112 additions and 116 deletions

View File

@@ -212,9 +212,6 @@ class OpenAIServingRerank(OpenAIServingBase):
self._yes_token_id, self._no_token_id = _get_yes_no_token_ids(
tokenizer_manager.tokenizer
)
logger.info(
f"Reranker yes/no token IDs: yes={self._yes_token_id}, no={self._no_token_id}"
)
# NOTE: /v1/rerank is not an official OpenAI endpoint. This module may be moved
# to another module in the future.