[BugFix] fix gptq_marlin_gemm has no parameter called b_bias (#13571)

Co-authored-by: Peng Zhang <aniz1905@gmail.com>
Co-authored-by: Fan Yin <1106310035@qq.com>
This commit is contained in:
ehuaa
2025-12-17 10:03:55 +08:00
committed by GitHub
parent 7ec678eb09
commit 03f9eb2564

View File

@@ -62,7 +62,6 @@ def apply_fp8_marlin_linear(
a=reshaped_x,
c=None,
b_q_weight=weight,
b_bias=bias,
b_scales=weight_scale,
global_scale=None,
b_zeros=None,
@@ -77,6 +76,9 @@ def apply_fp8_marlin_linear(
use_fp32_reduce=use_fp32_reduce,
)
if bias is not None:
output.add_(bias)
return output.reshape(out_shape)