[ModelOpt] Fix broken Qwen3-235B-A22B-Instruct-2507-NVFP4 launch (#18189)

Signed-off-by: vincentzed <207368749+vincentzed@users.noreply.github.com>
This commit is contained in:
Yi Zhong
2026-02-08 09:35:28 -05:00
committed by GitHub
parent 43eecd8265
commit ca36d88fa6

View File

@@ -890,6 +890,14 @@ class Qwen3MoeModel(Qwen2MoeModel):
class Qwen3MoeForCausalLM(nn.Module):
fall_back_to_pt_during_load = False
# Mapping from fused module names to their component weight names.
# Required for quantization configs (e.g., ModelOpt FP4) to correctly identify
# which layers should be skipped based on the exclude_modules/ignore list.
packed_modules_mapping = {
"qkv_proj": ["q_proj", "k_proj", "v_proj"],
"gate_up_proj": ["gate_proj", "up_proj"],
}
def __init__(
self,
config: Qwen3MoeConfig,