From 7bc13c906c011e3719115a8ad717a78ea661f1ad Mon Sep 17 00:00:00 2001 From: Chang Su Date: Sat, 3 Jan 2026 10:54:31 -0800 Subject: [PATCH] [grpc] update api to scheduler in grpc request manager (#16350) --- python/sglang/srt/grpc/grpc_request_manager.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/python/sglang/srt/grpc/grpc_request_manager.py b/python/sglang/srt/grpc/grpc_request_manager.py index cc1e9f64a..89f32b3a1 100644 --- a/python/sglang/srt/grpc/grpc_request_manager.py +++ b/python/sglang/srt/grpc/grpc_request_manager.py @@ -8,6 +8,7 @@ import copy import dataclasses import logging import os +import pickle import signal import sys import threading @@ -800,7 +801,9 @@ class GrpcRequestManager: async def _send_to_scheduler(self, obj): """Send an object to the scheduler via ZMQ.""" try: - self.send_to_scheduler.send_pyobj(obj) + self.send_to_scheduler.send_multipart( + [b"NORM", pickle.dumps(obj)], copy=False + ) except Exception as e: logger.error(f"Failed to send to scheduler: {e}") raise