Conditionally recapture cuda graph after model weight update from disk (#12060)

2025-11-03 05:51:27 -08:00
parent 14d8064803
commit ffb32a8548
3 changed files with 7 additions and 1 deletions
@@ -100,7 +100,7 @@ class BaseTpWorker(ABC):

    def update_weights_from_disk(self, recv_req: UpdateWeightFromDiskReqInput):
        success, message = self.model_runner.update_weights_from_disk(
-            recv_req.model_path, recv_req.load_format
+            recv_req.model_path, recv_req.load_format, recv_req.recapture_cuda_graph
        )
        return success, message