Add DeepSeek3.2 and GlmMoeDsa into moe tune (#18876)
Co-authored-by: luoyuan.luo <luoyuan.luo@antgroup.com>
This commit is contained in:
@@ -86,7 +86,9 @@ def get_model_config(
|
||||
elif architecture in [
|
||||
"DeepseekV2ForCausalLM",
|
||||
"DeepseekV3ForCausalLM",
|
||||
"DeepseekV32ForCausalLM",
|
||||
"Glm4MoeForCausalLM",
|
||||
"GlmMoeDsaForCausalLM",
|
||||
"MistralLarge3ForCausalLM",
|
||||
]:
|
||||
E = (config.n_routed_experts // ep_size) + (
|
||||
@@ -95,7 +97,9 @@ def get_model_config(
|
||||
or architecture
|
||||
not in [
|
||||
"DeepseekV3ForCausalLM",
|
||||
"DeepseekV32ForCausalLM",
|
||||
"Glm4MoeForCausalLM",
|
||||
"GlmMoeDsaForCausalLM",
|
||||
"MistralLarge3ForCausalLM",
|
||||
]
|
||||
else 1
|
||||
|
||||
Reference in New Issue
Block a user