diff --git a/python/sglang/srt/grpc/grpc_request_manager.py b/python/sglang/srt/grpc/grpc_request_manager.py index cc1e9f64a..89f32b3a1 100644 --- a/python/sglang/srt/grpc/grpc_request_manager.py +++ b/python/sglang/srt/grpc/grpc_request_manager.py @@ -8,6 +8,7 @@ import copy import dataclasses import logging import os +import pickle import signal import sys import threading @@ -800,7 +801,9 @@ class GrpcRequestManager: async def _send_to_scheduler(self, obj): """Send an object to the scheduler via ZMQ.""" try: - self.send_to_scheduler.send_pyobj(obj) + self.send_to_scheduler.send_multipart( + [b"NORM", pickle.dumps(obj)], copy=False + ) except Exception as e: logger.error(f"Failed to send to scheduler: {e}") raise