v4.3 tag release update. (#2789)
This commit is contained in:
@@ -328,6 +328,7 @@ struct BlockScaleDescription {
|
||||
struct GroupedGemmDescription : public OperationDescription {
|
||||
GemmDescription gemm;
|
||||
std::optional<BlockScaleDescription> block_scales;
|
||||
bool is_moe{false};
|
||||
};
|
||||
|
||||
/// Description of all GEMM computations
|
||||
|
||||
@@ -592,6 +592,9 @@ struct GemmGroupedArguments {
|
||||
// underlying operation uses the one it needs.
|
||||
cute::Shape<int, int, int>* problem_sizes_3x;
|
||||
cute::Shape<int, int, int>* problem_sizes_3x_host;
|
||||
std::vector<int32_t> max_problem_size_3x;
|
||||
int32_t* tokens_per_expert{nullptr};
|
||||
int32_t* tokens_per_expert_host{nullptr};
|
||||
};
|
||||
|
||||
struct GroupedGemmBlockScaledArguments : GemmGroupedArguments {
|
||||
|
||||
Reference in New Issue
Block a user