diff --git a/python/sglang/srt/configs/model_config.py b/python/sglang/srt/configs/model_config.py index 540f13e91..285f7e554 100644 --- a/python/sglang/srt/configs/model_config.py +++ b/python/sglang/srt/configs/model_config.py @@ -590,14 +590,20 @@ class ModelConfig: return # Check if ModelOpt quantization is specified - modelopt_quantization_specified = self.quantization in [ + _MODELOPT_QUANTIZATION_METHODS = [ "modelopt", "modelopt_fp8", "modelopt_fp4", ] + modelopt_quantization_specified = ( + self.quantization in _MODELOPT_QUANTIZATION_METHODS + ) if not modelopt_quantization_specified: - raise ValueError("quantize_and_serve requires ModelOpt quantization") + raise ValueError( + "quantize_and_serve requires ModelOpt quantization (set with --quantization " + f"{{{', '.join(sorted(_MODELOPT_QUANTIZATION_METHODS))}}})" + ) # quantize_and_serve is disabled due to compatibility issues raise NotImplementedError(