Misc clean up; Remove the support of jump forward (#4032)

2025-03-03 07:02:14 -08:00
parent 110e006673
commit 935cda944b
41 changed files with 396 additions and 426 deletions
--- a/python/sglang/srt/managers/io_struct.py
+++ b/python/sglang/srt/managers/io_struct.py
@@ -376,8 +376,6 @@ class BatchTokenIDOut:
    # The finish reason
    finished_reasons: List[BaseFinishReason]
    # For incremental decoding
-    # The version id to sync decode status with in detokenizer_manager
-    vids: List[int]
    decoded_texts: List[str]
    decode_ids: List[int]
    read_offsets: List[int]