diff --git a/python/sglang/srt/speculative/eagle_worker_v2.py b/python/sglang/srt/speculative/eagle_worker_v2.py index 7ba55f714..e77ed320b 100644 --- a/python/sglang/srt/speculative/eagle_worker_v2.py +++ b/python/sglang/srt/speculative/eagle_worker_v2.py @@ -491,7 +491,7 @@ class EagleDraftWorker(BaseDraftWorker): draft_input = EagleDraftInput( hidden_states=batch_result.logits_output.hidden_states, num_tokens_per_batch=self.speculative_num_steps + 1, - num_tokens_for_logprob_per_batch=1, + num_tokens_for_logprob_per_batch=self.speculative_num_steps + 1, ) select_index = ( torch.arange(len(batch.seq_lens), device=self.device)