105 lines
3.2 KiB
Python
Executable File
105 lines
3.2 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
"""
|
|
SGLang Model Gateway CLI
|
|
|
|
Provides convenient command-line interface for launching the router and server.
|
|
|
|
Usage:
|
|
smg launch [args] # Launch router only
|
|
smg server [args] # Launch router + server
|
|
smg --help # Show help
|
|
"""
|
|
|
|
import argparse
|
|
import os
|
|
import sys
|
|
from typing import List, Optional
|
|
|
|
|
|
def create_parser() -> argparse.ArgumentParser:
|
|
"""Create the main CLI parser with subcommands."""
|
|
prog_name = os.path.basename(sys.argv[0]) if sys.argv else "smg"
|
|
parser = argparse.ArgumentParser(
|
|
prog=prog_name,
|
|
description="SGLang Model Gateway - High-performance inference router",
|
|
formatter_class=argparse.RawDescriptionHelpFormatter,
|
|
)
|
|
|
|
subparsers = parser.add_subparsers(dest="command", help="Available commands")
|
|
|
|
# Launch router subcommand
|
|
launch_parser = subparsers.add_parser(
|
|
"launch",
|
|
help="Launch router only (requires existing worker URLs)",
|
|
description="Launch the SGLang router with existing worker instances",
|
|
)
|
|
launch_parser.add_argument(
|
|
"router_args",
|
|
nargs="*",
|
|
help="Arguments to pass to the router (use -- to separate)",
|
|
)
|
|
|
|
# Launch server + router subcommand
|
|
server_parser = subparsers.add_parser(
|
|
"server",
|
|
help="Launch router and server processes together",
|
|
description="Launch both SGLang router and server processes",
|
|
)
|
|
server_parser.add_argument(
|
|
"server_args",
|
|
nargs="*",
|
|
help="Arguments to pass to server/router (use -- to separate)",
|
|
)
|
|
|
|
return parser
|
|
|
|
|
|
def main(argv: Optional[List[str]] = None) -> None:
|
|
"""Main CLI entry point."""
|
|
if argv is None:
|
|
argv = sys.argv[1:]
|
|
|
|
# Handle empty command - show help
|
|
if not argv or argv[0] not in ["launch", "server", "-h", "--help"]:
|
|
parser = create_parser()
|
|
parser.print_help()
|
|
sys.exit(1)
|
|
|
|
parser = create_parser()
|
|
args, unknown = parser.parse_known_args(argv)
|
|
|
|
if args.command == "launch":
|
|
# Import and call launch_router functions directly
|
|
from sglang_router.launch_router import launch_router, parse_router_args
|
|
|
|
# Combine router_args with unknown args and parse
|
|
router_argv = args.router_args + unknown
|
|
router_args = parse_router_args(router_argv)
|
|
launch_router(router_args)
|
|
|
|
elif args.command == "server":
|
|
# Import and call launch_server main with proper argv
|
|
# Note: launch_server.main() uses argparse internally which reads sys.argv
|
|
# We need to temporarily set sys.argv for compatibility
|
|
import sglang_router.launch_server as launch_server_module
|
|
|
|
# Preserve original sys.argv
|
|
original_argv = sys.argv
|
|
try:
|
|
# Combine server_args with unknown args
|
|
server_argv = args.server_args + unknown
|
|
prog_name = os.path.basename(sys.argv[0]) if sys.argv else "smg"
|
|
sys.argv = [f"{prog_name} server"] + server_argv
|
|
launch_server_module.main()
|
|
finally:
|
|
# Restore original sys.argv
|
|
sys.argv = original_argv
|
|
|
|
else:
|
|
parser.print_help()
|
|
sys.exit(1)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|