[feature] Custom base path on FastAPI server (#5879)

Co-authored-by: lianhu.yin <lianhu.yin@nio.com>
Co-authored-by: kebyn <kebyn@kebyn.cc>
Co-authored-by: Liangsheng Yin <lsyincs@gmail.com>
This commit is contained in:
kebyn
2025-11-17 22:40:09 +08:00
committed by GitHub
parent 9ba3597d2a
commit 15db5497d3
2 changed files with 9 additions and 0 deletions

View File

@@ -1383,6 +1383,7 @@ def launch_server(
app,
host=server_args.host,
port=server_args.port,
root_path=server_args.fastapi_root_path,
log_level=server_args.log_level_http or server_args.log_level,
timeout_keep_alive=5,
loop="uvloop",
@@ -1401,6 +1402,7 @@ def launch_server(
"sglang.srt.entrypoints.http_server:app",
host=server_args.host,
port=server_args.port,
root_path=server_args.fastapi_root_path,
log_level=server_args.log_level_http or server_args.log_level,
timeout_keep_alive=5,
loop="uvloop",

View File

@@ -243,6 +243,7 @@ class ServerArgs:
# HTTP server
host: str = "127.0.0.1"
port: int = 30000
fastapi_root_path: str = ""
grpc_mode: bool = False
skip_server_warmup: bool = False
warmups: Optional[str] = None
@@ -2024,6 +2025,12 @@ class ServerArgs:
default=ServerArgs.port,
help="The port of the HTTP server.",
)
parser.add_argument(
"--fastapi-root-path",
type=str,
default=ServerArgs.fastapi_root_path,
help="App is behind a path based routing proxy.",
)
parser.add_argument(
"--grpc-mode",
action="store_true",