model: qwen3-omni (thinker-only) (#10911)

Co-authored-by: Xinyuan Tong <xinyuantong.cs@gmail.com>
2025-10-16 13:20:38 -07:00
parent 85ebeecf06
commit 86b04d25b3
16 changed files with 1954 additions and 335 deletions
@@ -518,6 +518,7 @@ class Qwen2MoeModel(nn.Module):
    ) -> None:
        super().__init__()
        self.config = config
+
        self.padding_idx = config.pad_token_id
        self.vocab_size = config.vocab_size
        self.pp_group = get_pp_group()