Add Mistral Large 3 Eagle Support (#14466)

Co-authored-by: Linda-Stadter <57756729+Linda-Stadter@users.noreply.github.com>
This commit is contained in:
elvischenv
2025-12-05 23:11:41 +08:00
committed by GitHub
parent 7235a7fbe9
commit 205f041e96
9 changed files with 313 additions and 62 deletions

View File

@@ -1722,9 +1722,13 @@ class ServerArgs:
self.speculative_draft_model_path = self.model_path
self.speculative_draft_model_revision = self.revision
else:
logger.warning(
"DeepSeek MTP does not require setting speculative_draft_model_path."
)
if model_arch not in [
"MistralLarge3ForCausalLM",
"PixtralForConditionalGeneration",
]:
logger.warning(
"DeepSeek MTP does not require setting speculative_draft_model_path."
)
if self.speculative_num_steps is None:
assert (