chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

support llava video (#426)

Browse Source
This commit is contained in:
Yuanhan Zhang
2024-05-14 07:57:00 +08:00
committed by GitHub
parent 5dc55a5f02
commit 0992d85f92
37 changed files with 1139 additions and 222 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
python/sglang/srt/managers/router/manager.py
View File

@@ -60,9 +60,7 @@ class RouterManager:
def start_router_process(
server_args: ServerArgs,
port_args: PortArgs,
pipe_writer,
server_args: ServerArgs, port_args: PortArgs, pipe_writer, model_overide_args
):
logging.basicConfig(
level=getattr(logging, server_args.log_level.upper()),
@@ -70,7 +68,7 @@ def start_router_process(
)
try:
model_client = ModelRpcClient(server_args, port_args)
model_client = ModelRpcClient(server_args, port_args, model_overide_args)
router = RouterManager(model_client, port_args)
except Exception:
pipe_writer.send(get_exception_traceback())