bug fix for example 92 (#2830)
Co-authored-by: Shreya Gaur <shgaur@dc2-container-xterm-012.prd.it.nvidia.com> Co-authored-by: Shreya Gaur <shgaur@2u2g-spr-0015.ipp4a1.colossus.nvidia.com>
This commit is contained in:
co-authored by
Shreya Gaur
Shreya Gaur
parent
ec8daf642d
commit
af8d5dfa54
@@ -116,8 +116,7 @@ struct MoEProblemShape {
|
|||||||
UnderlyingProblemShape const
|
UnderlyingProblemShape const
|
||||||
get_host_problem_shape(int32_t group_idx=0) const {
|
get_host_problem_shape(int32_t group_idx=0) const {
|
||||||
UnderlyingProblemShape expert_problem_dims = {max_m, max_n, max_k};
|
UnderlyingProblemShape expert_problem_dims = {max_m, max_n, max_k};
|
||||||
assert(tokens_per_expert_host != nullptr); //tokens_per_expert_host should not be null
|
if (group_idx < num_groups && tokens_per_expert_host != nullptr) {
|
||||||
if (group_idx < num_groups) {
|
|
||||||
expert_problem_dims = {max_m, tokens_per_expert_host[group_idx], max_k};
|
expert_problem_dims = {max_m, tokens_per_expert_host[group_idx], max_k};
|
||||||
}
|
}
|
||||||
return expert_problem_dims;
|
return expert_problem_dims;
|
||||||
|
|||||||
Reference in New Issue
Block a user