chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

Add spec_accept_histogram request statistic (#18332)

Browse Source
This commit is contained in:
Scott Lee
2026-02-12 21:09:21 +08:00
committed by GitHub
parent 0abe4a22c6
commit c59b9223e6
8 changed files with 54 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/speculative/eagle_info.py
+3 -3
View File
@@ -426,9 +426,9 @@ class EagleVerifyInput(SpecInput, EagleVerifyInputV2Mixin):
else:
unfinished_accept_index.append(accept_index[i])
req.spec_verify_ct += 1
req.spec_accepted_tokens += (
sum(1 for idx in accept_index_row if idx != -1) - 1
)
accepted_draft_tokens = sum(1 for idx in accept_index_row if idx != -1) - 1
req.spec_accepted_tokens += accepted_draft_tokens
req.update_spec_acceptance_histogram(accepted_draft_tokens)
if has_finished:
accept_length = (accept_index != -1).sum(dim=1) - 1
python/sglang/srt/speculative/ngram_info.py
+3 -3
View File
@@ -188,9 +188,9 @@ class NgramVerifyInput(SpecInput):
)
raise e
req.spec_verify_ct += 1
req.spec_accepted_tokens += (
sum(1 for idx in accept_index_row if idx != -1) - 1
)
accepted_draft_tokens = sum(1 for idx in accept_index_row if idx != -1) - 1
req.spec_accepted_tokens += accepted_draft_tokens
req.update_spec_acceptance_histogram(accepted_draft_tokens)
if has_finished:
self.accept_length = (self.accepted_indices != -1).sum(dim=1) - 1