[NPU] support llama-3.2-11B-vision-instruct mode for NPU (#17492)
Co-authored-by: McZyWu <zhuoyun.wu.23@ucl.ac.uk> Co-authored-by: chenyang08056032 <chenyang08056032@163.com> Co-authored-by: Hexq0210 <893781835@qq.com>
This commit is contained in:
co-authored by
McZyWu
chenyang08056032
Hexq0210
parent
578b119bc6
commit
e86476acfc
@@ -354,7 +354,7 @@ class ColumnParallelLinear(LinearBase):
|
||||
)
|
||||
if bias:
|
||||
self.bias = Parameter(
|
||||
torch.empty(self.output_size_per_partition, dtype=params_dtype)
|
||||
torch.zeros(self.output_size_per_partition, dtype=params_dtype)
|
||||
)
|
||||
set_weight_attrs(
|
||||
self.bias,
|
||||
@@ -1302,7 +1302,7 @@ class RowParallelLinear(LinearBase):
|
||||
)
|
||||
|
||||
if bias:
|
||||
self.bias = Parameter(torch.empty(self.output_size, dtype=params_dtype))
|
||||
self.bias = Parameter(torch.zeros(self.output_size, dtype=params_dtype))
|
||||
set_weight_attrs(
|
||||
self.bias,
|
||||
{
|
||||
|
||||
Reference in New Issue
Block a user