[Auto Sync] Update activation.py, logits_processor.py, rota... (20251107) (#12853)

Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com>
Co-authored-by: Stefan He <hebiaobuaa@gmail.com>
This commit is contained in:
Lianmin Zheng
2025-11-07 22:07:51 -08:00
committed by GitHub
parent e039ff382c
commit 0296f1cdad
7 changed files with 21 additions and 15 deletions

View File

@@ -824,7 +824,7 @@ class LogitsProcessor(nn.Module):
None, # bias
True, # is_vnni
)
elif get_global_server_args().rl_on_policy_target == "fsdp":
elif get_global_server_args().rl_on_policy_target is not None:
# Due to tie-weight, we may not be able to change lm_head's weight dtype
logits = torch.matmul(
hidden_states.bfloat16(), lm_head.weight.T.bfloat16()