From e03b6beeb19008556f62058e3697cd1d8065cdcb Mon Sep 17 00:00:00 2001 From: Liana Koleva <43767763+lianakoleva@users.noreply.github.com> Date: Tue, 28 Oct 2025 20:57:55 -0700 Subject: [PATCH] doc: improve modelopt error description (#12269) --- python/sglang/srt/configs/model_config.py | 10 ++++++++-- 1 file changed, 8 insertions(+), 2 deletions(-) diff --git a/python/sglang/srt/configs/model_config.py b/python/sglang/srt/configs/model_config.py index 540f13e91..285f7e554 100644 --- a/python/sglang/srt/configs/model_config.py +++ b/python/sglang/srt/configs/model_config.py @@ -590,14 +590,20 @@ class ModelConfig: return # Check if ModelOpt quantization is specified - modelopt_quantization_specified = self.quantization in [ + _MODELOPT_QUANTIZATION_METHODS = [ "modelopt", "modelopt_fp8", "modelopt_fp4", ] + modelopt_quantization_specified = ( + self.quantization in _MODELOPT_QUANTIZATION_METHODS + ) if not modelopt_quantization_specified: - raise ValueError("quantize_and_serve requires ModelOpt quantization") + raise ValueError( + "quantize_and_serve requires ModelOpt quantization (set with --quantization " + f"{{{', '.join(sorted(_MODELOPT_QUANTIZATION_METHODS))}}})" + ) # quantize_and_serve is disabled due to compatibility issues raise NotImplementedError(