[CPU] Fix TP padding case with weight block size (#8243)

This commit is contained in:
jianan-gu
2025-11-07 03:24:48 +08:00
committed by GitHub
parent 88a2a34041
commit 6e6009fb6b
3 changed files with 27 additions and 9 deletions
+3
View File
@@ -654,6 +654,9 @@ std::tuple<at::Tensor, at::Tensor> biased_grouped_topk_cpu(
case 256:
LAUNCH_BIASED_GROUPED_TOPK_KERNEL(256, 8);
break;
case 384:
LAUNCH_BIASED_GROUPED_TOPK_KERNEL(384, 8);
break;
default:
TORCH_CHECK(false, "Unexpected num_experts: ", num_experts);
}