improve default glm mtp setting (#14457)
Signed-off-by: Brayden Zhong <b8zhong@users.noreply.github.com>
This commit is contained in:
@@ -4595,6 +4595,7 @@ def auto_choose_speculative_params(self: ServerArgs):
|
||||
"DeepseekV3ForCausalLM",
|
||||
"DeepseekV2ForCausalLM",
|
||||
"GptOssForCausalLM",
|
||||
"Glm4MoeForCausalLM",
|
||||
"BailingMoeForCausalLM",
|
||||
"BailingMoeV2ForCausalLM",
|
||||
"MistralLarge3ForCausalLM",
|
||||
|
||||
Reference in New Issue
Block a user