[router][grpc] Add serve_grpc to launch_server and log id for HealthCheck (#11564)

This commit is contained in:
Chang Su
2025-10-13 16:07:19 -07:00
committed by GitHub
parent 065ce81574
commit 887c2b4575
9 changed files with 68 additions and 93 deletions

View File

@@ -194,6 +194,7 @@ class ServerArgs:
# HTTP server
host: str = "127.0.0.1"
port: int = 30000
grpc_mode: bool = False
skip_server_warmup: bool = False
warmups: Optional[str] = None
nccl_port: Optional[int] = None
@@ -1516,6 +1517,11 @@ class ServerArgs:
default=ServerArgs.port,
help="The port of the HTTP server.",
)
parser.add_argument(
"--grpc-mode",
action="store_true",
help="If set, use gRPC server instead of HTTP server.",
)
parser.add_argument(
"--skip-server-warmup",
action="store_true",