[PD] Remove the requirement of config file for mooncake backend (#5460)

This commit is contained in:
shangmingc
2025-04-19 19:31:00 +08:00
committed by GitHub
parent 0961feefca
commit dca90f1db8
5 changed files with 44 additions and 108 deletions

View File

@@ -196,6 +196,7 @@ class ServerArgs:
disaggregation_mode: str = "null"
disaggregation_bootstrap_port: int = 8998
disaggregation_transfer_backend: str = "mooncake"
disaggregation_ib_device: Optional[str] = None
def __post_init__(self):
# Expert parallelism
@@ -1193,6 +1194,12 @@ class ServerArgs:
default=ServerArgs.disaggregation_transfer_backend,
help="The backend for disaggregation transfer. Default is mooncake.",
)
parser.add_argument(
"--disaggregation-ib-device",
type=str,
default=ServerArgs.disaggregation_ib_device,
help="The ib device for disaggregation transfer. Default is None, it will be detected automatically if using the mooncake backend.",
)
@classmethod
def from_cli_args(cls, args: argparse.Namespace):