[SPEC_V2] Fix Acclen drop when enabling DP Attention for Spec-Overlap (#16310)

This commit is contained in:
YAMY
2026-01-04 19:39:23 -08:00
committed by GitHub
parent a7fd810842
commit 12cde0df99

View File

@@ -491,7 +491,7 @@ class EagleDraftWorker(BaseDraftWorker):
draft_input = EagleDraftInput(
hidden_states=batch_result.logits_output.hidden_states,
num_tokens_per_batch=self.speculative_num_steps + 1,
num_tokens_for_logprob_per_batch=1,
num_tokens_for_logprob_per_batch=self.speculative_num_steps + 1,
)
select_index = (
torch.arange(len(batch.seq_lens), device=self.device)