[Auto Sync] Update activation.py, logits_processor.py, rota... (20251107) (#12853)
Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com> Co-authored-by: Stefan He <hebiaobuaa@gmail.com>
This commit is contained in:
@@ -824,7 +824,7 @@ class LogitsProcessor(nn.Module):
|
||||
None, # bias
|
||||
True, # is_vnni
|
||||
)
|
||||
elif get_global_server_args().rl_on_policy_target == "fsdp":
|
||||
elif get_global_server_args().rl_on_policy_target is not None:
|
||||
# Due to tie-weight, we may not be able to change lm_head's weight dtype
|
||||
logits = torch.matmul(
|
||||
hidden_states.bfloat16(), lm_head.weight.T.bfloat16()
|
||||
|
||||
Reference in New Issue
Block a user