Adjust wrong mtp meaning introduce by mimo (#15632)

Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
This commit is contained in:
Liangsheng Yin
2025-12-23 02:06:46 +08:00
committed by GitHub
co-authored by gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
parent b736a1525a
commit 3c882db3ad
10 changed files with 66 additions and 58 deletions
+3 -3
View File
@@ -100,7 +100,7 @@ class ModelConfig:
model_impl: Union[str, ModelImpl] = ModelImpl.AUTO,
sampling_defaults: str = "openai",
quantize_and_serve: bool = False,
is_mtp: bool = False,
is_multi_layer_eagle: bool = False,
encoder_only: bool = False,
language_only: bool = False,
) -> None:
@@ -112,7 +112,7 @@ class ModelConfig:
self.model_impl = model_impl
self.sampling_defaults = sampling_defaults
self.quantize_and_serve = quantize_and_serve
self.is_mtp = is_mtp
self.is_multi_layer_eagle = is_multi_layer_eagle
# Validate quantize_and_serve configuration
self._validate_quantize_and_serve_config()
@@ -252,7 +252,7 @@ class ModelConfig:
sampling_defaults=server_args.sampling_defaults,
quantize_and_serve=server_args.quantize_and_serve,
override_config_file=server_args.decrypted_config_file,
is_mtp=server_args.enable_mtp,
is_multi_layer_eagle=server_args.enable_multi_layer_eagle,
language_only=server_args.language_only,
encoder_only=server_args.encoder_only,
is_draft_model=is_draft_model,