chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

[1/N] DP-Refactor: move communicators into tokenizer_communicator_mixin (#10028)

Browse Source
This commit is contained in:
Liangsheng Yin
2025-09-08 16:27:37 +08:00
committed by GitHub
parent bfd7a18d8d
commit 78f139812a
5 changed files with 503 additions and 459 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/srt/weight_sync/utils.py
View File

@@ -6,7 +6,7 @@ from torch.distributed.device_mesh import DeviceMesh
from torch.distributed.tensor import DTensor
from sglang.srt.entrypoints.engine import Engine
from sglang.srt.managers.tokenizer_manager import UpdateWeightsFromTensorReqInput
from sglang.srt.managers.io_struct import UpdateWeightsFromTensorReqInput
from sglang.srt.model_executor.model_runner import LocalSerializedTensor
from sglang.srt.utils import MultiprocessingSerializer