support non disturbing remote instance weight loader v2 (#14997)

Signed-off-by: Anqi Shen <amy.saq@antgroup.com>
This commit is contained in:
amysaq2023
2025-12-16 14:39:56 -08:00
committed by GitHub
parent a4c762811a
commit ccc8f3b266
11 changed files with 557 additions and 40 deletions
+3 -1
View File
@@ -2,7 +2,7 @@
import enum
import logging
from dataclasses import dataclass, field
from typing import List, Optional, Union
from typing import Any, List, Optional, Union
import orjson
@@ -73,6 +73,8 @@ class LoadConfig:
remote_instance_weight_loader_seed_instance_ip: Optional[str] = None
remote_instance_weight_loader_seed_instance_service_port: Optional[int] = None
remote_instance_weight_loader_send_weights_group_ports: Optional[List[int]] = None
remote_instance_weight_loader_backend: Optional[str] = None
remote_instance_weight_loader_transfer_engine: Optional[Any] = None
# ModelOpt-specific loading options
modelopt_checkpoint_restore_path: Optional[str] = None