[Bugfix] fix TypeError when log-requests-level >=2 in prefill node warmup (#17129)

This commit is contained in:
yunkchen
2026-01-24 19:16:22 +08:00
committed by GitHub
parent 0834f9afeb
commit bf19d20d89

View File

@@ -117,7 +117,14 @@ class RequestLogger:
and obj.input_ids is not None
and tokenizer is not None
):
decoded = tokenizer.decode(obj.input_ids, skip_special_tokens=False)
if obj.input_ids and isinstance(obj.input_ids[0], list):
# Prefill node warmup while PD disaggregated.
decoded = [
tokenizer.decode(_input_ids, skip_special_tokens=False)
for _input_ids in obj.input_ids
]
else:
decoded = tokenizer.decode(obj.input_ids, skip_special_tokens=False)
obj.text = decoded
def log_finished_request(