[Fix] Qwen3Next lmhead dtype (#13708)

This commit is contained in:
Ziming Huang
2025-11-21 16:01:33 +08:00
committed by GitHub
parent 1bb063aac8
commit a244c0309c

View File

@@ -864,7 +864,6 @@ class Qwen3NextForCausalLM(nn.Module):
prefix=add_prefix("lm_head", prefix),
use_attn_tp_group=get_global_server_args().enable_dp_lm_head,
)
self.lm_head = self.lm_head.float()
self.logits_processor = LogitsProcessor(config)
self._routed_experts_weights_of_layer = LazyValue(