Files
sglang/python/sglang/launch_server.py
2024-05-13 16:57:00 -07:00

12 lines
294 B
Python

import argparse
from sglang.srt.server import ServerArgs, launch_server
if __name__ == "__main__":
parser = argparse.ArgumentParser()
ServerArgs.add_cli_args(parser)
args = parser.parse_args()
server_args = ServerArgs.from_cli_args(args)
launch_server(server_args, None)