[BUG]: fix prevent illegal memory access in Mamba SSM tracking during EAGLE speculative verification (#19415)

Co-authored-by: ConnorLi96 <ConnorLi96@users.noreply.github.com>
This commit is contained in:
Chenxi Li
2026-03-04 21:13:21 -08:00
committed by GitHub
parent 10c65df48a
commit 86c5617787
2 changed files with 4 additions and 0 deletions

View File

@@ -154,6 +154,8 @@ class EagleVerifyInput(SpecInput, EagleVerifyInputV2Mixin):
dtype=torch.int64,
device=batch.device,
)
batch.mamba_track_mask = None
batch.mamba_track_seqlens = None
def generate_attn_arg_prefill(
self,

View File

@@ -242,6 +242,8 @@ class EagleVerifyInputV2Mixin:
dtype=torch.int64,
device=device,
)
batch.mamba_track_mask = None
batch.mamba_track_seqlens = None
# Get a forward batch
batch.forward_mode = (