[ModelOpt] Fix broken Qwen3-235B-A22B-Instruct-2507-NVFP4 launch (#18189)
Signed-off-by: vincentzed <207368749+vincentzed@users.noreply.github.com>
This commit is contained in:
@@ -890,6 +890,14 @@ class Qwen3MoeModel(Qwen2MoeModel):
|
||||
class Qwen3MoeForCausalLM(nn.Module):
|
||||
fall_back_to_pt_during_load = False
|
||||
|
||||
# Mapping from fused module names to their component weight names.
|
||||
# Required for quantization configs (e.g., ModelOpt FP4) to correctly identify
|
||||
# which layers should be skipped based on the exclude_modules/ignore list.
|
||||
packed_modules_mapping = {
|
||||
"qkv_proj": ["q_proj", "k_proj", "v_proj"],
|
||||
"gate_up_proj": ["gate_proj", "up_proj"],
|
||||
}
|
||||
|
||||
def __init__(
|
||||
self,
|
||||
config: Qwen3MoeConfig,
|
||||
|
||||
Reference in New Issue
Block a user