leavelet/cutlass
1
0
Fork 0
Code Issues Pull Requests Actions 28 Packages Projects Releases Wiki Activity

v3.9 (#2185)

Browse Source 
* v3.8 update x

* fix blackwell gg

* doc change

* doc change

* doc change

---------

Co-authored-by: yuzhai <yuzhai@nvidia.com>
Co-authored-by: Haicheng Wu <haichengw@nvidia.com>
Co-authored-by: Haicheng Wu <57973641+hwu36@users.noreply.github.com>
This commit is contained in:
Yujia Zhai
2025-03-21 01:52:23 -04:00
committed by GitHub
co-authored by yuzhai Haicheng Wu Haicheng Wu
parent 8c4d1dc47d
commit 62750a2b75
334 changed files with 91517 additions and 2656 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/unit/cute/core/inverse_right.cpp
+71 -21
View File
@@ -29,6 +29,8 @@
*
**************************************************************************************************/
//#define CUTLASS_DEBUG_TRACE_LEVEL 1
#include "cutlass_unit_test.h"
#include <cutlass/trace.h>
@@ -41,16 +43,6 @@
using namespace cute;
template <class Layout, class InvLayout>
void
test_postconditions(Layout const& layout, InvLayout const& inv_layout)
{
for (int i = 0; i < size(inv_layout); ++i) {
//printf("%3d: %3d %3d\n", i, int(inv_layout(i)), int(layout(inv_layout(i))));
EXPECT_EQ(layout(inv_layout(i)), i);
}
}
template <class Layout>
void
test_right_inverse(Layout const& layout)
@@ -58,9 +50,13 @@ test_right_inverse(Layout const& layout)
auto inv_layout = right_inverse(layout);
CUTLASS_TRACE_HOST(layout << " ^ -1\n" << " => \n" << inv_layout);
CUTLASS_TRACE_HOST("Composition: " << coalesce(composition(layout, inv_layout)) << std::endl);
test_postconditions(layout, inv_layout);
for (int i = 0; i < size(inv_layout); ++i) {
//printf("%3d: %3d %3d\n", i, int(inv_layout(i)), int(layout(inv_layout(i))));
EXPECT_EQ(layout(inv_layout(i)), i);
}
CUTLASS_TRACE_HOST("Composition: " << coalesce(composition(layout, inv_layout)) << std::endl);
}
TEST(CuTe_core, Inverse_right)
@@ -85,13 +81,6 @@ TEST(CuTe_core, Inverse_right)
test_right_inverse(layout);
}
{
auto layout = Layout<Shape <_4>,
Stride<_0>>{};
test_right_inverse(layout);
}
{
auto layout = Layout<Shape <Shape <_1,_1>>,
Stride<Stride<_0,_0>>>{};
@@ -107,8 +96,8 @@ TEST(CuTe_core, Inverse_right)
}
{
auto layout = Layout<Shape <_1>,
Stride<_1>>{};
auto layout = Layout<Shape <_4>,
Stride<_0>>{};
test_right_inverse(layout);
}
@@ -181,6 +170,49 @@ TEST(CuTe_core, Inverse_right)
test_right_inverse(layout);
}
{
auto layout = Layout<Shape<_128,_128>,Stride<_65536,_1>>{};
test_right_inverse(layout);
}
{
auto layout = Layout<Shape<_128,_160>,Stride<_65536,_1>>{};
test_right_inverse(layout);
}
{
auto layout = Layout<Shape<_128,_3,_160>,Stride<_65536,_512,_1>>{};
test_right_inverse(layout);
}
{
auto layout = Layout<Shape<_128, _64>, Stride<Int<131072>, Int<2>>>{};
test_right_inverse(layout);
}
{
auto layout = Layout<Shape<_32,_4,_4,_4>, Stride<_262144,_4,Int<8388608>,_1>>{};
test_right_inverse(layout);
}
{
auto layout = Layout<Shape<_2,_2,_2>, Stride<_4,_0,_1>>{};
test_right_inverse(layout);
}
{
auto layout = Layout<Shape <Shape <Shape <Shape <Shape < _32, _4>, _1>, Shape < _32, _2>>, _4>, _1, Shape <_2, _2>, _2>,
Stride<Stride<Stride<Stride<Stride<C<262144>, _4>, _0>, Stride<C<0>, C<1>>>, C<8388608>>, _0, Stride<_2, _16>, _32>>{};
test_right_inverse(layout);
}
CUTLASS_TRACE_HOST("-------------------------------");
CUTLASS_TRACE_HOST("Dynamic shapes/strides" );
CUTLASS_TRACE_HOST("-------------------------------");
@@ -203,6 +235,24 @@ TEST(CuTe_core, Inverse_right)
test_right_inverse(layout);
}
{
auto layout = make_layout(Shape<_2, _4>{}, make_stride(4, Int<1>{}));
test_right_inverse(layout);
}
{
auto layout = make_layout(make_shape(2, Int<4>{}), make_stride(4, Int<1>{}));
test_right_inverse(layout);
}
{
auto layout = make_layout(make_shape(2, 4), make_stride(4, Int<1>{}));
test_right_inverse(layout);
}
CUTLASS_TRACE_HOST("-------------------------------");
CUTLASS_TRACE_HOST("Swizzle layouts" );
CUTLASS_TRACE_HOST("-------------------------------");