Support grammar + spec + reasoning (#14163)

2025-11-30 21:19:57 +08:00
parent 340c613ab5
commit 0a9d64530d
5 changed files with 164 additions and 8 deletions
@@ -581,8 +581,6 @@ def traverse_tree(
        retrieve_next_token.shape == retrieve_next_sibling.shape == draft_tokens.shape
    )

-    allocate_token_bitmask.fill_(0)
-
    def dfs(
        curr: int,
        retrieve_next_token: torch.Tensor,