[RL] Add destroy process group api (#9979)

This commit is contained in:
penguin_wwy
2025-09-19 00:31:56 +08:00
committed by GitHub
parent 4039c626e2
commit 93f75778be
10 changed files with 109 additions and 0 deletions
+7
View File
@@ -29,6 +29,7 @@ from sglang.srt.hf_transformers_utils import (
)
from sglang.srt.layers.logits_processor import LogitsProcessorOutput
from sglang.srt.managers.io_struct import (
DestroyWeightsUpdateGroupReqInput,
GetWeightsByNameReqInput,
InitWeightsSendGroupForRemoteInstanceReqInput,
InitWeightsUpdateGroupReqInput,
@@ -304,6 +305,12 @@ class TpModelWorker:
)
return success, message
def destroy_weights_update_group(self, recv_req: DestroyWeightsUpdateGroupReqInput):
success, message = self.model_runner.destroy_weights_update_group(
recv_req.group_name,
)
return success, message
def init_weights_send_group_for_remote_instance(
self, recv_req: InitWeightsSendGroupForRemoteInstanceReqInput
):