chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

Fix zmq binding (#2930)

Browse Source 
Co-authored-by: Chunyuan WU <chunyuan.wu@intel.com>
This commit is contained in:
Lianmin Zheng
2025-01-16 14:36:07 -08:00
committed by GitHub
parent bf3edc2c60
commit 0427416b59
5 changed files with 18 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
python/sglang/srt/managers/data_parallel_controller.py
View File

@@ -66,7 +66,7 @@ class DataParallelController:
self.context = zmq.Context(1 + server_args.dp_size)
if server_args.node_rank == 0:
self.recv_from_tokenizer = get_zmq_socket(
self.context, zmq.PULL, port_args.scheduler_input_ipc_name
self.context, zmq.PULL, port_args.scheduler_input_ipc_name, False
)
# Dispatch method
@@ -93,6 +93,7 @@ class DataParallelController:
self.context,
zmq.PUSH,
dp_port_args[dp_rank].scheduler_input_ipc_name,
True,
)
def launch_dp_schedulers(self, server_args, port_args):