diff --git a/python/sglang/srt/disaggregation/decode.py b/python/sglang/srt/disaggregation/decode.py index 15fd10467..fd98604e8 100644 --- a/python/sglang/srt/disaggregation/decode.py +++ b/python/sglang/srt/disaggregation/decode.py @@ -776,7 +776,7 @@ class DecodeTransferQueue: # special handling for corner cases should_finish = ( decode_req.req.sampling_params.max_new_tokens == 1 - or output_id in decode_req.req.eos_token_ids + or decode_req.req.output_ids[-1] in decode_req.req.eos_token_ids ) if should_finish: # finish immediately