[bugfix] set is_prefill_only=false when mixed_chunk (#10889)

This commit is contained in:
Bruce-x-1997
2025-10-31 15:12:21 +08:00
committed by GitHub
parent 57cc5385c0
commit 2e48584b62

View File

@@ -1415,6 +1415,7 @@ class ScheduleBatch(ScheduleBatchDisaggregationDecodeMixin):
self.extend_num_tokens += running_bs
# TODO (lianmin): Revisit this. It should be seq_len - 1
self.extend_logprob_start_lens.extend([0] * running_bs)
self.is_prefill_only = False
def new_page_count_next_decode(self, selected_indices: Optional[List[int]] = None):
page_size = self.token_to_kv_pool_allocator.page_size