CUTLASS 3.0.0 (#786)

* CUTLASS 3.0.0
This commit is contained in:
Vijay Thakkar
2023-01-23 20:55:28 -05:00
committed by GitHub
parent 66d9cddc83
commit 277bd6e537
377 changed files with 76396 additions and 1186 deletions
@@ -332,7 +332,7 @@ struct ImplicitGemmConvolution {
// Broadcast the warp_id computed by lane 0 to ensure dependent code
// is compiled as warp-uniform.
int warp_idx = __shfl_sync(0xffffffff, threadIdx.x / 32, 0);
int warp_idx = canonical_warp_idx();
int lane_idx = threadIdx.x % 32;
//
@@ -339,7 +339,7 @@ struct ImplicitGemmConvolutionFusion {
// Broadcast the warp_id computed by lane 0 to ensure dependent code
// is compiled as warp-uniform.
int warp_idx = __shfl_sync(0xffffffff, threadIdx.x / 32, 0);
int warp_idx = canonical_warp_idx();
int lane_idx = threadIdx.x % 32;
//
@@ -335,7 +335,7 @@ struct ImplicitGemmConvolutionStridedDgrad {
// Broadcast the warp_id computed by lane 0 to ensure dependent code
// is compiled as warp-uniform.
int warp_idx = __shfl_sync(0xffffffff, threadIdx.x / 32, 0);
int warp_idx = canonical_warp_idx();
int lane_idx = threadIdx.x % 32;
// Check if CTA contributes valid MMA (Dy * w) and accumulator will be non-zero after MMA
@@ -341,7 +341,7 @@ struct ImplicitGemmConvolutionWithFusedEpilogue {
// Broadcast the warp_id computed by lane 0 to ensure dependent code
// is compiled as warp-uniform.
int warp_idx = __shfl_sync(0xffffffff, threadIdx.x / 32, 0);
int warp_idx = canonical_warp_idx();
int lane_idx = threadIdx.x % 32;
//