diff --git a/python/sglang/srt/model_executor/model_runner.py b/python/sglang/srt/model_executor/model_runner.py index e0de14115..7731c1e4b 100644 --- a/python/sglang/srt/model_executor/model_runner.py +++ b/python/sglang/srt/model_executor/model_runner.py @@ -1517,6 +1517,9 @@ class ModelRunner(ModelRunnerKVCacheMixin): return self.mamba2_config or self.hybrid_gdn_config or self.kimi_linear_config def can_run_piecewise_cuda_graph(self): + if self.is_draft_worker: + return False + if self.server_args.enable_torch_compile: log_info_on_rank0( logger,