Fix vocab mask update bug (#1376)

2024-09-10 13:10:36 -07:00
parent 6c7cb90365
commit fbb4754cb8
3 changed files with 29 additions and 22 deletions
--- a/python/sglang/srt/managers/schedule_batch.py
+++ b/python/sglang/srt/managers/schedule_batch.py
@@ -652,8 +652,6 @@ class ScheduleBatch:
            self.req_pool_indices, self.seq_lens - 1
        ] = self.out_cache_loc

-        self.sampling_info.update_regex_vocab_mask(self)
-
    def filter_batch(self, unfinished_indices: List[int]):
        if unfinished_indices is None or len(unfinished_indices) == 0:
            # Filter out all requests