CUTLASS 2.3 initial commit (#134)
CUTLASS 2.3 adds GEMMs targeting Sparse Tensor Cores on the NVIDIA Ampere Architecture, fast SGEMM, and small matrix classes, bug fixes, and performance enhancements.
This commit is contained in:
@@ -23,15 +23,16 @@
|
||||
*
|
||||
**************************************************************************************************/
|
||||
/*! \file
|
||||
\brief Statically sized array of elements that accommodates all CUTLASS-supported numeric types
|
||||
and is safe to use in a union.
|
||||
\brief CUTLASS host-device template for complex numbers supporting all CUTLASS numeric types.
|
||||
*/
|
||||
|
||||
// Standard Library's std::complex<T> used for reference checking
|
||||
#include <complex>
|
||||
|
||||
#include "../common/cutlass_unit_test.h"
|
||||
|
||||
#include "cutlass/complex.h"
|
||||
#include "cutlass/numeric_conversion.h"
|
||||
#include "cutlass/util/device_memory.h"
|
||||
|
||||
/////////////////////////////////////////////////////////////////////////////////////////////////
|
||||
|
||||
@@ -82,4 +83,70 @@ TEST(complex, f16_to_f32_conversion) {
|
||||
dest.real() == 1.5f && dest.imag() == -1.25f);
|
||||
}
|
||||
|
||||
////////////////////////////////////////////////////////////////////////////////////////////////////
|
||||
|
||||
namespace test {
|
||||
|
||||
/// Thorough testing for basic complex math operators. Uses std::complex as a reference.
|
||||
template <typename T, int N, int M>
|
||||
struct ComplexOperators {
|
||||
ComplexOperators() {
|
||||
for (int ar = -N; ar <= N; ++ar) {
|
||||
for (int ai = -N; ai <= N; ++ai) {
|
||||
for (int br = -N; br <= N; ++br) {
|
||||
for (int bi = -N; bi <= N; ++bi) {
|
||||
|
||||
cutlass::complex<T> Ae(T(ar) / T(M), T(ai) / T(M));
|
||||
cutlass::complex<T> Be(T(br) / T(M), T(bi) / T(M));
|
||||
|
||||
std::complex<T> Ar(T(ar) / T(M), T(ai) / T(M));
|
||||
std::complex<T> Br(T(br) / T(M), T(bi) / T(M));
|
||||
|
||||
cutlass::complex<T> add_e = Ae + Be;
|
||||
cutlass::complex<T> sub_e = Ae - Be;
|
||||
cutlass::complex<T> mul_e = Ae * Be;
|
||||
|
||||
std::complex<T> add_r = (Ar + Br);
|
||||
std::complex<T> sub_r = (Ar - Br);
|
||||
std::complex<T> mul_r = (Ar * Br);
|
||||
|
||||
EXPECT_EQ(real(add_e), real(add_r));
|
||||
EXPECT_EQ(imag(add_e), imag(add_r));
|
||||
|
||||
EXPECT_EQ(real(sub_e), real(sub_r));
|
||||
EXPECT_EQ(imag(sub_e), imag(sub_r));
|
||||
|
||||
EXPECT_EQ(real(mul_e), real(mul_r));
|
||||
EXPECT_EQ(imag(mul_e), imag(mul_r));
|
||||
|
||||
if (!(br == 0 && bi == 0)) {
|
||||
|
||||
cutlass::complex<T> div_e = Ae / Be;
|
||||
std::complex<T> div_r = Ar / Br;
|
||||
|
||||
T const kRange = T(0.001);
|
||||
|
||||
EXPECT_NEAR(real(div_e), real(div_r), kRange);
|
||||
EXPECT_NEAR(imag(div_e), imag(div_r), kRange);
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
};
|
||||
}
|
||||
|
||||
////////////////////////////////////////////////////////////////////////////////////////////////////
|
||||
|
||||
TEST(complex, host_float) {
|
||||
test::ComplexOperators<float, 32, 8> test;
|
||||
}
|
||||
|
||||
////////////////////////////////////////////////////////////////////////////////////////////////////
|
||||
|
||||
TEST(complex, host_double) {
|
||||
test::ComplexOperators<double, 32, 8> test;
|
||||
}
|
||||
|
||||
/////////////////////////////////////////////////////////////////////////////////////////////////
|
||||
|
||||
Reference in New Issue
Block a user