chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

[Chore] Rename model_overide_args to model_override_args (#1284)

Browse Source 
Signed-off-by: Kai-Hsun Chen <kaihsun@anyscale.com>
Co-authored-by: Yineng Zhang <me@zhyncs.com>
This commit is contained in:
Kai-Hsun Chen
2024-09-01 03:14:56 -07:00
committed by GitHub
parent 00b19f198f
commit 0836055324
10 changed files with 54 additions and 54 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
python/sglang/srt/managers/controller_multi.py
View File

@@ -71,12 +71,12 @@ class ControllerMulti:
self,
server_args: ServerArgs,
port_args: PortArgs,
model_overide_args,
model_override_args,
):
# Parse args
self.server_args = server_args
self.port_args = port_args
self.model_overide_args = model_overide_args
self.model_override_args = model_override_args
self.load_balance_method = LoadBalanceMethod.from_str(
server_args.load_balance_method
)
@@ -114,7 +114,7 @@ class ControllerMulti:
self.server_args,
self.port_args,
pipe_controller_writer,
self.model_overide_args,
self.model_override_args,
True,
gpu_ids,
dp_worker_id,
@@ -189,14 +189,14 @@ def start_controller_process(
server_args: ServerArgs,
port_args: PortArgs,
pipe_writer,
model_overide_args: dict,
model_override_args: dict,
):
"""Start a controller process."""
configure_logger(server_args)
try:
controller = ControllerMulti(server_args, port_args, model_overide_args)
controller = ControllerMulti(server_args, port_args, model_override_args)
except Exception:
pipe_writer.send(get_exception_traceback())
raise