From 8ff3ef1fef0b1dc256e6386a3fad7a5c68a7a83a Mon Sep 17 00:00:00 2001 From: gongwei-130 <56567052+gongwei-130@users.noreply.github.com> Date: Mon, 24 Nov 2025 21:13:37 -0800 Subject: [PATCH] fix: draft model revision misuse model revision (#11893) --- python/sglang/srt/model_executor/model_runner.py | 1 + python/sglang/srt/server_args.py | 7 +++++++ 2 files changed, 8 insertions(+) diff --git a/python/sglang/srt/model_executor/model_runner.py b/python/sglang/srt/model_executor/model_runner.py index a0272029a..324d5f314 100644 --- a/python/sglang/srt/model_executor/model_runner.py +++ b/python/sglang/srt/model_executor/model_runner.py @@ -538,6 +538,7 @@ class ModelRunner: draft_model_config = ModelConfig.from_server_args( server_args, model_path=(server_args.speculative_draft_model_path), + model_revision=server_args.speculative_draft_model_revision, is_draft_model=True, ) diff --git a/python/sglang/srt/server_args.py b/python/sglang/srt/server_args.py index 80d02c248..0c1b9634e 100644 --- a/python/sglang/srt/server_args.py +++ b/python/sglang/srt/server_args.py @@ -1611,6 +1611,12 @@ class ServerArgs: ) def _handle_speculative_decoding(self): + if ( + self.speculative_draft_model_path is not None + and self.speculative_draft_model_revision is None + ): + self.speculative_draft_model_revision = "main" + if self.speculative_algorithm == "NEXTN": self.speculative_algorithm = "EAGLE" @@ -1659,6 +1665,7 @@ class ServerArgs: ]: if self.speculative_draft_model_path is None: self.speculative_draft_model_path = self.model_path + self.speculative_draft_model_revision = self.revision else: logger.warning( "DeepSeek MTP does not require setting speculative_draft_model_path."