[Tiny] Fix grammar in shared experts fusion log messages (#18043)
This commit is contained in:
committed by
GitHub
parent
46095f0551
commit
9ac4dcada4
@@ -2844,7 +2844,7 @@ class DeepseekV2ForCausalLM(nn.Module, DeepseekV2WeightLoaderMixin):
|
||||
or self.config.n_routed_experts != 256
|
||||
or self.config.n_shared_experts != 1
|
||||
):
|
||||
disable_reason = "Config not support fused shared expert(s)."
|
||||
disable_reason = "Config does not support fused shared expert(s)."
|
||||
elif (not _is_cuda or torch.cuda.get_device_capability("cuda") < (8, 0)) and (
|
||||
not _is_hip or torch.cuda.get_device_capability("cuda") < (9, 4)
|
||||
):
|
||||
@@ -2859,7 +2859,7 @@ class DeepseekV2ForCausalLM(nn.Module, DeepseekV2WeightLoaderMixin):
|
||||
elif disable_reason is None and (
|
||||
get_moe_a2a_backend().is_deepep() or get_moe_a2a_backend().is_mori()
|
||||
):
|
||||
disable_reason = "Deepseek V3/R1 can not use shared experts fusion optimization under deepep expert parallelism."
|
||||
disable_reason = "Deepseek V3/R1 cannot use shared experts fusion optimization under deepep expert parallelism."
|
||||
elif self.quant_config and self.quant_config.get_name() == "w4afp8":
|
||||
disable_reason = "Deepseek V3/R1 W4AFP8 model uses different quant method for routed experts and shared experts."
|
||||
|
||||
|
||||
Reference in New Issue
Block a user