From b537ac0d1fe2bda2ce4e265ed8e12b94316ed5c7 Mon Sep 17 00:00:00 2001 From: ishandhanani <82981111+ishandhanani@users.noreply.github.com> Date: Thu, 20 Nov 2025 22:54:41 -0800 Subject: [PATCH] Fix ZMQ bind error on non-zero rank nodes when using SGLANG_BLOCK_NONZERO_RANK_CHILDREN=0 (#13686) --- python/sglang/srt/entrypoints/engine.py | 9 ++++++--- 1 file changed, 6 insertions(+), 3 deletions(-) diff --git a/python/sglang/srt/entrypoints/engine.py b/python/sglang/srt/entrypoints/engine.py index 27e9f5196..4e39e98ae 100644 --- a/python/sglang/srt/entrypoints/engine.py +++ b/python/sglang/srt/entrypoints/engine.py @@ -136,9 +136,12 @@ class Engine(EngineBase): # Initialize ZMQ sockets context = zmq.Context(2) - self.send_to_rpc = get_zmq_socket( - context, zmq.DEALER, self.port_args.rpc_ipc_name, True - ) + if self.server_args.node_rank == 0: + self.send_to_rpc = get_zmq_socket( + context, zmq.DEALER, self.port_args.rpc_ipc_name, True + ) + else: + self.send_to_rpc = None # Enable tracing if server_args.enable_trace: