Add support for AutoRound quantized models (#10153)

2025-10-27 18:17:29 +08:00
parent a88b006ecf
commit caa4819bfc
8 changed files with 541 additions and 1 deletions
--- a/python/sglang/srt/server_args.py
+++ b/python/sglang/srt/server_args.py
@@ -98,6 +98,7 @@ QUANTIZATION_CHOICES = [
    "qoq",
    "w4afp8",
    "mxfp4",
+    "auto-round",
    "compressed-tensors",  # for Ktransformers
 ]