saving hidden_states.clone() (#7705)

2025-07-04 20:07:42 -07:00
parent 1964c325de
commit cb432f1770
2 changed files with 2 additions and 7 deletions
--- a/python/sglang/srt/layers/logits_processor.py
+++ b/python/sglang/srt/layers/logits_processor.py
@@ -436,8 +436,8 @@ class LogitsProcessor(nn.Module):
        if self.do_tensor_parallel_all_gather_dp_attn:
            logits_metadata.compute_dp_attention_metadata(hidden_states)
            hidden_states, local_hidden_states = (
-                logits_metadata.gathered_buffer,
-                hidden_states.clone(),
+                torch.empty_like(logits_metadata.gathered_buffer),
+                hidden_states,
            )
            dp_gather_replicate(hidden_states, local_hidden_states, logits_metadata)