[DP encoder] Fix pos_emb layer TP issue when DP encoder enabled for Qwen3 VL (#20788)

This commit is contained in:
jianan-gu
2026-03-18 17:14:47 +08:00
committed by GitHub
parent 05c00088e3
commit 21c4fc6334

View File

@@ -330,6 +330,7 @@ class Qwen3VLMoeVisionModel(nn.Module, RotaryPosMixin):
self.hidden_size,
quant_config=quant_config,
use_attn_tp_group=is_dp_attention_enabled(),
enable_tp=False if use_data_parallel else True,
prefix=add_prefix("pos_embed", prefix),
)
else: