Clean up the __init__ of TokenizerManager and DetokenizerManager (#15796)

This commit is contained in:
Lianmin Zheng
2025-12-25 10:30:27 -08:00
committed by GitHub
parent 6ef543f99d
commit 8087ef126f
4 changed files with 130 additions and 54 deletions
+3 -3
View File
@@ -317,7 +317,7 @@ class Scheduler(
self.init_metrics(tp_rank, pp_rank, dp_rank)
# Init inter-process communication
self.init_sockets(server_args, port_args)
self.init_ipc_channels(port_args)
# Init PD-multiplexing context
if self.enable_pdmux:
@@ -373,7 +373,7 @@ class Scheduler(
else None
)
def init_sockets(self, server_args: ServerArgs, port_args: PortArgs):
def init_ipc_channels(self, port_args: PortArgs):
context = zmq.Context(2)
self.idle_sleeper = None
@@ -388,7 +388,7 @@ class Scheduler(
send_to_tokenizer = get_zmq_socket(
context, zmq.PUSH, port_args.tokenizer_ipc_name, False
)
if server_args.skip_tokenizer_init:
if self.server_args.skip_tokenizer_init:
# Directly send to the TokenizerManager
send_to_detokenizer = get_zmq_socket(
context, zmq.PUSH, port_args.tokenizer_ipc_name, False