[CPU] Fix TP padding case with weight block size (#8243)
This commit is contained in:
@@ -654,6 +654,9 @@ std::tuple<at::Tensor, at::Tensor> biased_grouped_topk_cpu(
|
||||
case 256:
|
||||
LAUNCH_BIASED_GROUPED_TOPK_KERNEL(256, 8);
|
||||
break;
|
||||
case 384:
|
||||
LAUNCH_BIASED_GROUPED_TOPK_KERNEL(384, 8);
|
||||
break;
|
||||
default:
|
||||
TORCH_CHECK(false, "Unexpected num_experts: ", num_experts);
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user