Piecewise Cuda Graph set default (#16331)

2026-03-02 23:18:07 +08:00
parent 468e3dc56b
commit c64274c746
34 changed files with 505 additions and 143 deletions
@@ -1967,7 +1967,7 @@ class DeepseekV2Model(nn.Module):
            # NOTE: torch dynamo does not support graph break in context manager
            ctx = (
                nullcontext()
-                if get_global_server_args().enable_piecewise_cuda_graph
+                if not get_global_server_args().disable_piecewise_cuda_graph
                else get_global_expert_distribution_recorder().with_current_layer(i)
            )
            with ctx: