[router][grpc] Add serve_grpc to launch_server and log id for HealthCheck (#11564)
This commit is contained in:
@@ -194,6 +194,7 @@ class ServerArgs:
|
||||
# HTTP server
|
||||
host: str = "127.0.0.1"
|
||||
port: int = 30000
|
||||
grpc_mode: bool = False
|
||||
skip_server_warmup: bool = False
|
||||
warmups: Optional[str] = None
|
||||
nccl_port: Optional[int] = None
|
||||
@@ -1516,6 +1517,11 @@ class ServerArgs:
|
||||
default=ServerArgs.port,
|
||||
help="The port of the HTTP server.",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--grpc-mode",
|
||||
action="store_true",
|
||||
help="If set, use gRPC server instead of HTTP server.",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--skip-server-warmup",
|
||||
action="store_true",
|
||||
|
||||
Reference in New Issue
Block a user