Fix condition check for require_gathered_buffer (#15328)
This commit is contained in:
@@ -2783,7 +2783,7 @@ class ModelRunner:
|
||||
if (
|
||||
forward_batch.num_token_non_padded is not None
|
||||
and forward_batch.global_num_tokens_gpu is not None
|
||||
and require_gathered_buffer
|
||||
and require_gathered_buffer(self.server_args)
|
||||
and not is_nsa_enable_prefill_cp()
|
||||
):
|
||||
forward_batch.adjust_num_token_non_padded_for_attn_tp(
|
||||
|
||||
Reference in New Issue
Block a user