Checkpointing CUTLASS 1.1 release.

2018-09-18 16:58:03 -07:00
parent cf0301e00f
commit 461f417b9d
193 changed files with 29495 additions and 4770 deletions
@@ -0,0 +1,95 @@
+/***************************************************************************************************
+* Copyright (c) 2018, NVIDIA CORPORATION.  All rights reserved.
+*
+* Redistribution and use in source and binary forms, with or without modification, are permitted
+* provided that the following conditions are met:
+*     * Redistributions of source code must retain the above copyright notice, this list of
+*       conditions and the following disclaimer.
+*     * Redistributions in binary form must reproduce the above copyright notice, this list of
+*       conditions and the following disclaimer in the documentation and/or other materials
+*       provided with the distribution.
+*     * Neither the name of the NVIDIA CORPORATION nor the names of its contributors may be used
+*       to endorse or promote products derived from this software without specific prior written
+*       permission.
+*
+* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR
+* IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND
+* FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL NVIDIA CORPORATION BE LIABLE
+* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
+* BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
+* OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
+* STRICT LIABILITY, OR TOR (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+*
+**************************************************************************************************/
+
+#include "cutlass/cutlass.h"
+
+////////////////////////////////////////////////////////////////////////////////////////////////////
+
+/// Helper Function to get the number of elements in the scalar.
+template <typename T>
+unsigned getElementsPerScalar() { return 1; }
+
+template<>
+unsigned getElementsPerScalar<cutlass::Vector<cutlass::int4_t, 8> >() { return 8; }
+
+template<>
+unsigned getElementsPerScalar<cutlass::Vector<cutlass::uint4_t, 8> >() { return 8; }
+
+////////////////////////////////////////////////////////////////////////////////////////////////////
+
+/// Function to run GEMM for integer operands
+template <typename GemmTraits_>
+static void run_integer_gemm(int m, int n, int k, int alpha = 1, int beta = 1) {
+  typedef cutlass::gemm::Gemm<GemmTraits_> Gemm;
+  typename Gemm::Params params;
+
+  unsigned const elementsPerScalar =
+      getElementsPerScalar<typename GemmTraits_::GemmConfig::ScalarA>();
+
+  test::GemmTestbed<typename GemmTraits_::GemmConfig::ScalarA, // AType
+                    typename GemmTraits_::GemmConfig::ScalarB, // BType
+                    int, // CType
+                    int, // Accumulator
+                    int // Scalar
+                    >
+      testbed(m,
+              n,
+              k / elementsPerScalar,
+              test::convert(GemmTraits_::kLayoutA),
+              test::convert(GemmTraits_::kLayoutB),
+              alpha,
+              beta);
+
+  // Initializes the input vectors for computation FIXME
+  testbed.initialize_integer();
+
+  // Compute the reference result on the host (CPU)
+  testbed.compute_host();
+
+  params.initialize(testbed.M(),
+                    testbed.N(),
+                    testbed.K() * elementsPerScalar,
+                    testbed.alpha,
+                    testbed.ptr_A(),
+                    testbed.lda(),
+                    testbed.ptr_B(),
+                    testbed.ldb(),
+                    testbed.beta,
+                    testbed.ptr_C_initial(),
+                    testbed.ldc(),
+                    testbed.ptr_computed(),
+                    testbed.ldc());
+
+  Gemm::launch(params);
+
+  cudaError_t result = cudaDeviceSynchronize();
+  ASSERT_EQ(result, cudaSuccess) << "\nCUDA kernel launch error: " << cudaGetErrorString(result)
+                                 << "\n";
+
+  testbed.computed.sync_host();
+
+  // Check the results
+  ASSERT_TRUE(testbed.computed.bit_equals(testbed.ref_host));
+}