EAGLE cache fix for HiCache (#11215)

2025-10-04 16:53:53 -07:00
parent d736e0b65e
commit 31b49c0b51
5 changed files with 90 additions and 0 deletions
@@ -583,6 +583,7 @@ class PrefillAdder:
                req.prefix_indices = torch.cat([req.prefix_indices, new_indices])
                req.extend_input_len = len(req.fill_ids) - len(req.prefix_indices)
                prefix_len = len(req.prefix_indices)
+                req.last_matched_prefix_len = prefix_len

            input_tokens = self.ceil_paged_tokens(req.extend_input_len)