fix: draft model revision misuse model revision (#11893)

This commit is contained in:
gongwei-130
2025-11-24 21:13:37 -08:00
committed by GitHub
parent da182e4b83
commit 8ff3ef1fef
2 changed files with 8 additions and 0 deletions

View File

@@ -538,6 +538,7 @@ class ModelRunner:
draft_model_config = ModelConfig.from_server_args(
server_args,
model_path=(server_args.speculative_draft_model_path),
model_revision=server_args.speculative_draft_model_revision,
is_draft_model=True,
)

View File

@@ -1611,6 +1611,12 @@ class ServerArgs:
)
def _handle_speculative_decoding(self):
if (
self.speculative_draft_model_path is not None
and self.speculative_draft_model_revision is None
):
self.speculative_draft_model_revision = "main"
if self.speculative_algorithm == "NEXTN":
self.speculative_algorithm = "EAGLE"
@@ -1659,6 +1665,7 @@ class ServerArgs:
]:
if self.speculative_draft_model_path is None:
self.speculative_draft_model_path = self.model_path
self.speculative_draft_model_revision = self.revision
else:
logger.warning(
"DeepSeek MTP does not require setting speculative_draft_model_path."