Add packed_modules_mapping for MiniMax-M2 (#19995)

This commit is contained in:
Trevor Morris
2026-03-18 14:10:01 -07:00
committed by GitHub
parent d1e95af282
commit df1d046de2

View File

@@ -942,6 +942,18 @@ class MiniMaxM2Model(nn.Module):
class MiniMaxM2ForCausalLM(nn.Module):
"""MiniMax M2 model for causal language modeling."""
packed_modules_mapping = {
"qkv_proj": [
"q_proj",
"k_proj",
"v_proj",
],
"gate_up_proj": [
"gate_proj",
"up_proj",
],
}
def __init__(
self,
config: PretrainedConfig,