Revert "Add metrics for speculative decoding (acceptance rate, average acceptance length)" (#11433)

This commit is contained in:
Scott Lee
2025-10-10 12:54:57 -07:00
committed by GitHub
parent b4408e6098
commit 55b14656e6
9 changed files with 1 additions and 74 deletions
@@ -378,13 +378,6 @@ class EagleVerifyInput(SpecInput):
unfinished_accept_index.append(accept_index[i])
req.spec_verify_ct += 1
# For each request, accumulate # of accepted tokens for this verify pass.
accept_length_this_pass = (accept_index != -1).sum(dim=1) - 1
for i, (req, accepted_count) in enumerate(
zip(batch.reqs, accept_length_this_pass.tolist())
):
req.spec_accepted_tokens += accepted_count
if has_finished:
accept_length = (accept_index != -1).sum(dim=1) - 1