[ModelOpt] Fix broken Qwen3-235B-A22B-Instruct-2507-NVFP4 launch (#18189)
Signed-off-by: vincentzed <207368749+vincentzed@users.noreply.github.com>
This commit is contained in:
@@ -890,6 +890,14 @@ class Qwen3MoeModel(Qwen2MoeModel):
|
|||||||
class Qwen3MoeForCausalLM(nn.Module):
|
class Qwen3MoeForCausalLM(nn.Module):
|
||||||
fall_back_to_pt_during_load = False
|
fall_back_to_pt_during_load = False
|
||||||
|
|
||||||
|
# Mapping from fused module names to their component weight names.
|
||||||
|
# Required for quantization configs (e.g., ModelOpt FP4) to correctly identify
|
||||||
|
# which layers should be skipped based on the exclude_modules/ignore list.
|
||||||
|
packed_modules_mapping = {
|
||||||
|
"qkv_proj": ["q_proj", "k_proj", "v_proj"],
|
||||||
|
"gate_up_proj": ["gate_proj", "up_proj"],
|
||||||
|
}
|
||||||
|
|
||||||
def __init__(
|
def __init__(
|
||||||
self,
|
self,
|
||||||
config: Qwen3MoeConfig,
|
config: Qwen3MoeConfig,
|
||||||
|
|||||||
Reference in New Issue
Block a user