diff --git a/python/sglang/srt/managers/io_struct.py b/python/sglang/srt/managers/io_struct.py index 72516334e..d7671e3e8 100644 --- a/python/sglang/srt/managers/io_struct.py +++ b/python/sglang/srt/managers/io_struct.py @@ -574,6 +574,7 @@ class GenerateReqInput(BaseReq): custom_labels=self.custom_labels, return_bytes=self.return_bytes, return_entropy=self.return_entropy, + http_worker_ipc=self.http_worker_ipc, ) @@ -759,6 +760,7 @@ class EmbeddingReqInput(BaseReq): sampling_params=self.sampling_params[i], rid=self.rid[i], is_cross_encoder_request=True, + http_worker_ipc=self.http_worker_ipc, ) return EmbeddingReqInput( @@ -769,6 +771,7 @@ class EmbeddingReqInput(BaseReq): video_data=self.video_data[i] if self.video_data is not None else None, sampling_params=self.sampling_params[i], rid=self.rid[i], + http_worker_ipc=self.http_worker_ipc, )