Qwen3-Next support (#10233)
Co-authored-by: cao1zhg <114661107+cao1zhg@users.noreply.github.com> Co-authored-by: ispobock <ispobaoke@gmail.com> Co-authored-by: Binyao Jiang <byjiang1996@gmail.com> Co-authored-by: hebiao064 <hebiaobuaa@gmail.com> Co-authored-by: Lifu Huang <lifu.hlf@gmail.com> Co-authored-by: qingquansong <ustcsqq@gmail.com> Co-authored-by: Yaoyao Ding <dingyaoyao.cs@gmail.com> Co-authored-by: Ke Bao <ISPObaoke@163.com> Co-authored-by: Minglei Zhu <mingleizhu1122@gmail.com>
This commit is contained in:
co-authored by
cao1zhg
ispobock
Binyao Jiang
hebiao064
Lifu Huang
qingquansong
Yaoyao Ding
Ke Bao
Minglei Zhu
parent
bfe01a5eef
commit
30c6e1f569
@@ -147,6 +147,9 @@ class ModelConfig:
|
||||
):
|
||||
self.hf_config.architectures[0] = "Ernie4_5_MoeForCausalLMMTP"
|
||||
|
||||
if is_draft_model and self.hf_config.architectures[0] == "Qwen3NextForCausalLM":
|
||||
self.hf_config.architectures[0] = "Qwen3NextForCausalLMMTP"
|
||||
|
||||
# Check model type
|
||||
self.is_generation = is_generation_model(
|
||||
self.hf_config.architectures, is_embedding
|
||||
|
||||
Reference in New Issue
Block a user