Add Mistral Large 3 Eagle Support (#14466)
Co-authored-by: Linda-Stadter <57756729+Linda-Stadter@users.noreply.github.com>
This commit is contained in:
@@ -1722,9 +1722,13 @@ class ServerArgs:
|
||||
self.speculative_draft_model_path = self.model_path
|
||||
self.speculative_draft_model_revision = self.revision
|
||||
else:
|
||||
logger.warning(
|
||||
"DeepSeek MTP does not require setting speculative_draft_model_path."
|
||||
)
|
||||
if model_arch not in [
|
||||
"MistralLarge3ForCausalLM",
|
||||
"PixtralForConditionalGeneration",
|
||||
]:
|
||||
logger.warning(
|
||||
"DeepSeek MTP does not require setting speculative_draft_model_path."
|
||||
)
|
||||
|
||||
if self.speculative_num_steps is None:
|
||||
assert (
|
||||
|
||||
Reference in New Issue
Block a user