Add DeepSeek3.2 and GlmMoeDsa into moe tune (#18876)

Co-authored-by: luoyuan.luo <luoyuan.luo@antgroup.com>
This commit is contained in:
Yuan Luo
2026-03-10 17:12:58 +08:00
committed by GitHub
parent ac07a6d439
commit 751c454099

View File

@@ -86,7 +86,9 @@ def get_model_config(
elif architecture in [
"DeepseekV2ForCausalLM",
"DeepseekV3ForCausalLM",
"DeepseekV32ForCausalLM",
"Glm4MoeForCausalLM",
"GlmMoeDsaForCausalLM",
"MistralLarge3ForCausalLM",
]:
E = (config.n_routed_experts // ep_size) + (
@@ -95,7 +97,9 @@ def get_model_config(
or architecture
not in [
"DeepseekV3ForCausalLM",
"DeepseekV32ForCausalLM",
"Glm4MoeForCausalLM",
"GlmMoeDsaForCausalLM",
"MistralLarge3ForCausalLM",
]
else 1