Ensure GPU work is finished when release memory occupation call is finished (#12592)

2025-11-04 18:01:27 +08:00
parent d84790db39
commit ff0b64e1e6
1 changed files with 2 additions and 0 deletions
--- a/python/sglang/srt/managers/scheduler_update_weights_mixin.py
+++ b/python/sglang/srt/managers/scheduler_update_weights_mixin.py
@@ -132,6 +132,8 @@ class SchedulerUpdateWeightsMixin:
        if GPU_MEMORY_TYPE_CUDA_GRAPH in tags:
            self.memory_saver_adapter.pause(GPU_MEMORY_TYPE_CUDA_GRAPH)

+        torch.cuda.synchronize()
+
        return ReleaseMemoryOccupationReqOutput()

    def resume_memory_occupation(