[Bugfix] fix TypeError when log-requests-level >=2 in prefill node warmup (#17129)
This commit is contained in:
@@ -117,7 +117,14 @@ class RequestLogger:
|
||||
and obj.input_ids is not None
|
||||
and tokenizer is not None
|
||||
):
|
||||
decoded = tokenizer.decode(obj.input_ids, skip_special_tokens=False)
|
||||
if obj.input_ids and isinstance(obj.input_ids[0], list):
|
||||
# Prefill node warmup while PD disaggregated.
|
||||
decoded = [
|
||||
tokenizer.decode(_input_ids, skip_special_tokens=False)
|
||||
for _input_ids in obj.input_ids
|
||||
]
|
||||
else:
|
||||
decoded = tokenizer.decode(obj.input_ids, skip_special_tokens=False)
|
||||
obj.text = decoded
|
||||
|
||||
def log_finished_request(
|
||||
|
||||
Reference in New Issue
Block a user