[bugfix] Fix prefill tbo disabled when --deepep-mode=auto (#14333)
Co-authored-by: Cheng Wan <wan4ch@gmail.com>
This commit is contained in:
@@ -131,6 +131,8 @@ def prepare_mlp_sync_batch_raw(
|
||||
) and not disable_cuda_graph
|
||||
|
||||
is_extend_in_batch = local_batch.forward_mode.is_extend() if local_batch else False
|
||||
if local_batch is not None:
|
||||
local_batch.is_extend_in_batch = is_extend_in_batch
|
||||
|
||||
tbo_preparer = TboDPAttentionPreparer()
|
||||
if len(offload_tags) == 0 and disable_overlap_schedule:
|
||||
|
||||
Reference in New Issue
Block a user