chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

Revert "Add metrics for speculative decoding (acceptance rate, average acceptance length)" (#11433)

Browse Source
This commit is contained in:
Scott Lee
2025-10-10 12:54:57 -07:00
committed by GitHub
parent b4408e6098
commit 55b14656e6
9 changed files with 1 additions and 74 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/managers/io_struct.py
-2
View File
@@ -816,7 +816,6 @@ class BatchTokenIDOutput(BaseBatchReq):
completion_tokens: List[int]
cached_tokens: List[int]
spec_verify_ct: List[int]
spec_accepted_tokens: List[int]
# Logprobs
input_token_logprobs_val: List[float]
@@ -883,7 +882,6 @@ class BatchStrOutput(BaseBatchReq):
completion_tokens: List[int]
cached_tokens: List[int]
spec_verify_ct: List[int]
spec_accepted_tokens: List[int]
# Logprobs
input_token_logprobs_val: List[float]