v4.3 tag release update. (#2789)

This commit is contained in:
Junkai-Wu
2025-11-20 20:49:44 -05:00
committed by GitHub
parent 406e078b29
commit 8cd5bef43a
225 changed files with 23229 additions and 2813 deletions
@@ -328,6 +328,7 @@ struct BlockScaleDescription {
struct GroupedGemmDescription : public OperationDescription {
GemmDescription gemm;
std::optional<BlockScaleDescription> block_scales;
bool is_moe{false};
};
/// Description of all GEMM computations
@@ -592,6 +592,9 @@ struct GemmGroupedArguments {
// underlying operation uses the one it needs.
cute::Shape<int, int, int>* problem_sizes_3x;
cute::Shape<int, int, int>* problem_sizes_3x_host;
std::vector<int32_t> max_problem_size_3x;
int32_t* tokens_per_expert{nullptr};
int32_t* tokens_per_expert_host{nullptr};
};
struct GroupedGemmBlockScaledArguments : GemmGroupedArguments {