[bugfix] fix TBO crashes when attn_tp_size > 1 (#13730)

Co-authored-by: Cheng Wan <54331508+ch-wan@users.noreply.github.com>
2025-12-11 18:18:40 -08:00
parent 0aa3dec5c7
commit e9e7f15eb5
20 changed files with 285 additions and 16 deletions
@@ -276,6 +276,7 @@ class Qwen3DecoderLayer(nn.Module):
            num_layers=config.num_hidden_layers,
            is_layer_sparse=False,
            is_previous_layer_sparse=False,
+            is_next_layer_sparse=False,
        )
        self.layer_communicator = LayerCommunicator(
            layer_scatter_modes=self.layer_scatter_modes,