[NPU] support llama-3.2-11B-vision-instruct mode for NPU (#17492)

Co-authored-by: McZyWu <zhuoyun.wu.23@ucl.ac.uk>
Co-authored-by: chenyang08056032 <chenyang08056032@163.com>
Co-authored-by: Hexq0210 <893781835@qq.com>
This commit is contained in:
JiaruiChang5268
2026-01-31 08:49:38 +08:00
committed by GitHub
co-authored by McZyWu chenyang08056032 Hexq0210
parent 578b119bc6
commit e86476acfc
4 changed files with 296 additions and 13 deletions
+2 -2
View File
@@ -354,7 +354,7 @@ class ColumnParallelLinear(LinearBase):
)
if bias:
self.bias = Parameter(
torch.empty(self.output_size_per_partition, dtype=params_dtype)
torch.zeros(self.output_size_per_partition, dtype=params_dtype)
)
set_weight_attrs(
self.bias,
@@ -1302,7 +1302,7 @@ class RowParallelLinear(LinearBase):
)
if bias:
self.bias = Parameter(torch.empty(self.output_size, dtype=params_dtype))
self.bias = Parameter(torch.zeros(self.output_size, dtype=params_dtype))
set_weight_attrs(
self.bias,
{