bug fix for example 92 (#2830)
Co-authored-by: Shreya Gaur <shgaur@dc2-container-xterm-012.prd.it.nvidia.com> Co-authored-by: Shreya Gaur <shgaur@2u2g-spr-0015.ipp4a1.colossus.nvidia.com>
This commit is contained in:
@@ -116,8 +116,7 @@ struct MoEProblemShape {
|
||||
UnderlyingProblemShape const
|
||||
get_host_problem_shape(int32_t group_idx=0) const {
|
||||
UnderlyingProblemShape expert_problem_dims = {max_m, max_n, max_k};
|
||||
assert(tokens_per_expert_host != nullptr); //tokens_per_expert_host should not be null
|
||||
if (group_idx < num_groups) {
|
||||
if (group_idx < num_groups && tokens_per_expert_host != nullptr) {
|
||||
expert_problem_dims = {max_m, tokens_per_expert_host[group_idx], max_k};
|
||||
}
|
||||
return expert_problem_dims;
|
||||
|
||||
Reference in New Issue
Block a user