From 03f9eb25645399a85af898c267155ff919f3fb7c Mon Sep 17 00:00:00 2001 From: ehuaa Date: Wed, 17 Dec 2025 10:03:55 +0800 Subject: [PATCH] [BugFix] fix gptq_marlin_gemm has no parameter called b_bias (#13571) Co-authored-by: Peng Zhang Co-authored-by: Fan Yin <1106310035@qq.com> --- python/sglang/srt/layers/quantization/marlin_utils_fp8.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/python/sglang/srt/layers/quantization/marlin_utils_fp8.py b/python/sglang/srt/layers/quantization/marlin_utils_fp8.py index 94326d71e..1e8e85be0 100644 --- a/python/sglang/srt/layers/quantization/marlin_utils_fp8.py +++ b/python/sglang/srt/layers/quantization/marlin_utils_fp8.py @@ -62,7 +62,6 @@ def apply_fp8_marlin_linear( a=reshaped_x, c=None, b_q_weight=weight, - b_bias=bias, b_scales=weight_scale, global_scale=None, b_zeros=None, @@ -77,6 +76,9 @@ def apply_fp8_marlin_linear( use_fp32_reduce=use_fp32_reduce, ) + if bias is not None: + output.add_(bias) + return output.reshape(out_shape)