[CPU] add support for mamba causal conv1d for qwen3-next (#12309)

This commit is contained in:
Ma Mingfei
2025-12-04 13:41:42 +08:00
committed by GitHub
parent 78647e08dd
commit f90b400431
6 changed files with 1126 additions and 5 deletions
+14
View File
@@ -1,3 +1,4 @@
import itertools
import math
import torch
@@ -15,6 +16,19 @@ factor_for_scale = 1e-3
fp8_max, fp8_min = 400, -400
def parametrize(**params):
def decorator(func):
def wrapper(self):
for combo in itertools.product(*params.values()):
kwargs = dict(zip(params.keys(), combo))
with self.subTest(**kwargs):
func(self, **kwargs)
return wrapper
return decorator
def SiluAndMul(x: torch.Tensor) -> torch.Tensor:
d = x.shape[-1] // 2
return F.silu(x[..., :d]) * x[..., d:]