Make single-batch overlap compatible with NextN (#11804)

2025-10-19 16:10:44 +08:00
parent ea6275dfbc
commit ce399e154c
3 changed files with 9 additions and 4 deletions
@@ -902,6 +902,8 @@ class DeepseekV2MoE(nn.Module):
                dict(
                    forward_shared_experts=_forward_shared_experts_and_put_results,
                    alt_stream=self.alt_stream,
+                    # SBO is not yet implemented for NextN
+                    disable_sbo=self.is_nextn,
                )
                if self._fuse_shared_experts_inside_sbo
                else {}