co-authored by
Aniket Shivam
parent
9b8166e3f0
commit
d572cc1aab
@@ -32,11 +32,30 @@
|
||||
|
||||
#include <cute/arch/copy.hpp>
|
||||
|
||||
#include <cute/layout.hpp>
|
||||
#include <cute/tensor.hpp>
|
||||
|
||||
namespace cute
|
||||
{
|
||||
|
||||
/**
|
||||
* concept Copy_Traits
|
||||
* {
|
||||
* using ThrID = // Logical thread id (tid) -> tidx
|
||||
*
|
||||
* using SrcLayout = // (Logical src thread id (tid), Logical src value id (vid)) -> bit
|
||||
* using DstLayout = // (Logical dst thread id (tid), Logical dst value id (vid)) -> bit
|
||||
* using RefLayout = // (Logical ref thread id (tid), Logical ref value id (vid)) -> bit
|
||||
* };
|
||||
*
|
||||
* The abstract bit ordering of the Copy_Traits (the codomain of SrcLayout, DstLayout, and RefLayout)
|
||||
* is arbitrary and only used to construct maps
|
||||
* (ref-tid,ref-vid) -> (src-tid,src-vid)
|
||||
* (ref-tid,ref-vid) -> (dst-tid,dst-vid)
|
||||
* in TiledCopy. The Layout_TV in TiledCopy is in accordance with the RefLayout of a Traits, then mapped to
|
||||
* the Src or Dst (tid,vid) representation on demand.
|
||||
*
|
||||
*/
|
||||
|
||||
template <class CopyOperation, class... CopyOpArgs>
|
||||
struct Copy_Traits
|
||||
{
|
||||
@@ -73,4 +92,40 @@ struct Copy_Traits<DefaultCopy>
|
||||
using RefLayout = SrcLayout;
|
||||
};
|
||||
|
||||
//
|
||||
// Generic copy_unpack for any Copy_Traits
|
||||
//
|
||||
template <class Operation, class... Args,
|
||||
class TS, class SLayout,
|
||||
class TD, class DLayout>
|
||||
CUTE_HOST_DEVICE constexpr
|
||||
void
|
||||
copy_unpack(Copy_Traits<Operation, Args...> const&,
|
||||
Tensor<TS,SLayout> const& src,
|
||||
Tensor<TD,DLayout> & dst)
|
||||
{
|
||||
// Specializations can generalize on these checks
|
||||
//static_assert(is_smem<TS>::value, "Expected smem for this Copy_Traits<Operation>");
|
||||
//static_assert(is_rmem<TD>::value, "Expected rmem for this Copy_Traits<Operation>");
|
||||
|
||||
using RegistersSrc = typename Operation::SRegisters;
|
||||
using RegistersDst = typename Operation::DRegisters;
|
||||
using RegTypeSrc = typename remove_extent<RegistersSrc>::type;
|
||||
using RegTypeDst = typename remove_extent<RegistersDst>::type;
|
||||
constexpr int RegNumSrc = extent<RegistersSrc>::value;
|
||||
constexpr int RegNumDst = extent<RegistersDst>::value;
|
||||
|
||||
Tensor rS = recast<RegTypeSrc>(src);
|
||||
Tensor rD = recast<RegTypeDst>(dst);
|
||||
|
||||
CUTE_STATIC_ASSERT_V(size(rS) == Int<RegNumSrc>{},
|
||||
"In CopyAtom, src layout doesn't vectorize into registers. This src layout is incompatible with this tiled copy.");
|
||||
CUTE_STATIC_ASSERT_V(size(rD) == Int<RegNumDst>{},
|
||||
"In CopyAtom, dst layout doesn't vectorize into registers. This dst layout is incompatible with this tiled copy.");
|
||||
|
||||
detail::explode(Operation::copy,
|
||||
rS, make_int_sequence<RegNumSrc>{},
|
||||
rD, make_int_sequence<RegNumDst>{});
|
||||
}
|
||||
|
||||
} // end namespace cute
|
||||
|
||||
Reference in New Issue
Block a user