Fix condition check for require_gathered_buffer (#15328)

This commit is contained in:
Cheng Wan
2025-12-17 12:42:47 -08:00
committed by GitHub
parent 726fe3e72e
commit 5290cef97c

View File

@@ -2783,7 +2783,7 @@ class ModelRunner:
if (
forward_batch.num_token_non_padded is not None
and forward_batch.global_num_tokens_gpu is not None
and require_gathered_buffer
and require_gathered_buffer(self.server_args)
and not is_nsa_enable_prefill_cp()
):
forward_batch.adjust_num_token_non_padded_for_attn_tp(