Integration of TurboMind AWQ (#2828)

Co-authored-by: root <bjmsong@126.com>
2025-01-13 20:14:16 +08:00
parent 51ab3ccf47
commit 17de02f98d
8 changed files with 411 additions and 2 deletions
--- a/python/sglang/srt/layers/linear.py
+++ b/python/sglang/srt/layers/linear.py
@@ -48,6 +48,7 @@ WEIGHT_LOADER_V2_SUPPORTED = [
    "GPTQLinearMethod",
    "FBGEMMFp8LinearMethod",
    "ModelOptFp8LinearMethod",
+    "AWQTurbomindLinearMethod",
    "IPEXAWQLinearMethod",
 ]