Disable PCG for draft worker (#16354)

This commit is contained in:
Stefan He
2026-01-16 17:56:56 -08:00
committed by GitHub
parent 8b9e9357fe
commit 43779f27b7

View File

@@ -1517,6 +1517,9 @@ class ModelRunner(ModelRunnerKVCacheMixin):
return self.mamba2_config or self.hybrid_gdn_config or self.kimi_linear_config
def can_run_piecewise_cuda_graph(self):
if self.is_draft_worker:
return False
if self.server_args.enable_torch_compile:
log_info_on_rank0(
logger,