Refactor eagle bigram key matching (#13714)

2025-11-22 20:40:42 +08:00
parent a92afb00c6
commit ac43822634
7 changed files with 89 additions and 181 deletions
@@ -603,7 +603,7 @@ class PrefillAdder:
                req.prefix_indices = torch.cat([req.prefix_indices, new_indices])
                req.extend_input_len = len(req.fill_ids) - len(req.prefix_indices)
                prefix_len = len(req.prefix_indices)
-                req.last_matched_prefix_len = prefix_len
+                req.cache_protected_len = prefix_len

            input_tokens = self.ceil_paged_tokens(req.extend_input_len)