From 7bc8b1532eacb225af1a4d6519642beaf14bbdfc Mon Sep 17 00:00:00 2001 From: Xiaoyu Zhang <35585791+BBuf@users.noreply.github.com> Date: Mon, 15 Dec 2025 23:41:06 +0800 Subject: [PATCH] [diffusion] fix: fix AttributeError in _build_parallelism_config when accessing tp_group.device_group (#15196) Co-authored-by: Mick --- .../multimodal_gen/runtime/utils/cache_dit_integration.py | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/python/sglang/multimodal_gen/runtime/utils/cache_dit_integration.py b/python/sglang/multimodal_gen/runtime/utils/cache_dit_integration.py index 877db9935..7ee33e4a9 100644 --- a/python/sglang/multimodal_gen/runtime/utils/cache_dit_integration.py +++ b/python/sglang/multimodal_gen/runtime/utils/cache_dit_integration.py @@ -94,7 +94,10 @@ def _patch_cache_dit_similarity(): cache_manager.CachedContextManager.similarity = patched_similarity -def _build_parallelism_config(sp_group, tp_group): +def _build_parallelism_config( + sp_group: Optional[torch.distributed.ProcessGroup], + tp_group: Optional[torch.distributed.ProcessGroup], +): if sp_group is None and tp_group is None: return None @@ -106,7 +109,7 @@ def _build_parallelism_config(sp_group, tp_group): tp_size = None if tp_group is not None: - tp_size = dist.get_world_size(tp_group.device_group) + tp_size = dist.get_world_size(tp_group) return ParallelismConfig( backend=ParallelismBackend.NATIVE_PYTORCH,