Avoid using flashinfer_allreduce_fusion when dp attention is enabled. (#11632)
This commit is contained in:
@@ -337,6 +337,7 @@ class LayerCommunicator:
|
|||||||
static_conditions_met = (
|
static_conditions_met = (
|
||||||
(not self.is_last_layer)
|
(not self.is_last_layer)
|
||||||
and (self._context.tp_size > 1)
|
and (self._context.tp_size > 1)
|
||||||
|
and not is_dp_attention_enabled()
|
||||||
and get_global_server_args().enable_flashinfer_allreduce_fusion
|
and get_global_server_args().enable_flashinfer_allreduce_fusion
|
||||||
and _is_flashinfer_available
|
and _is_flashinfer_available
|
||||||
)
|
)
|
||||||
|
|||||||
Reference in New Issue
Block a user