refactor loading weights from remote instance coding format (#10941)

Signed-off-by: Anqi Shen <amy.saq@antgroup.com>
2025-09-26 15:25:39 -07:00
parent 777eb53897
commit 2bdaf482f9
6 changed files with 21 additions and 34 deletions
@@ -91,7 +91,6 @@ class TpModelWorker:
                else server_args.speculative_draft_model_revision
            ),
            is_draft_model=is_draft_worker,
-            tp_rank=tp_rank,
        )

        self.model_runner = ModelRunner(