[BugFix] fix gptq_marlin_gemm has no parameter called b_bias (#13571)
Co-authored-by: Peng Zhang <aniz1905@gmail.com> Co-authored-by: Fan Yin <1106310035@qq.com>
This commit is contained in:
@@ -62,7 +62,6 @@ def apply_fp8_marlin_linear(
|
||||
a=reshaped_x,
|
||||
c=None,
|
||||
b_q_weight=weight,
|
||||
b_bias=bias,
|
||||
b_scales=weight_scale,
|
||||
global_scale=None,
|
||||
b_zeros=None,
|
||||
@@ -77,6 +76,9 @@ def apply_fp8_marlin_linear(
|
||||
use_fp32_reduce=use_fp32_reduce,
|
||||
)
|
||||
|
||||
if bias is not None:
|
||||
output.add_(bias)
|
||||
|
||||
return output.reshape(out_shape)
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user