[SPEC_V2] Fix Acclen drop when enabling DP Attention for Spec-Overlap (#16310)

This commit is contained in:
YAMY
2026-01-05 11:39:23 +08:00
committed by GitHub
parent a7fd810842
commit 12cde0df99
@@ -491,7 +491,7 @@ class EagleDraftWorker(BaseDraftWorker):
draft_input = EagleDraftInput(
hidden_states=batch_result.logits_output.hidden_states,
num_tokens_per_batch=self.speculative_num_steps + 1,
num_tokens_for_logprob_per_batch=1,
num_tokens_for_logprob_per_batch=self.speculative_num_steps + 1,
)
select_index = (
torch.arange(len(batch.seq_lens), device=self.device)