support non-disturbing remote-instance-weight-loader (#13125)

Signed-off-by: Anqi Shen <amy.saq@antgroup.com>
2025-12-11 16:45:32 -08:00
parent fd1ebbb0d6
commit 70758d457e
11 changed files with 500 additions and 29 deletions
@@ -366,6 +366,12 @@ class TpModelWorker(BaseTpWorker):
            can_run_cuda_graph=can_run_cuda_graph,
        )

+    def get_remote_instance_transfer_engine_info(self):
+        return (
+            self.model_runner.remote_instance_transfer_engine_session_id,
+            self.model_runner.remote_instance_transfer_engine_weight_info,
+        )
+
    def forward_batch_generation(
        self,
        model_worker_batch: ModelWorkerBatch,