feat: disable grammar restrictions within reasoning sections (#4984)

Co-authored-by: tianhaoyu <thy@mail.ecust.edu.cn>
Co-authored-by: DarkSharpness <2040703891@qq.com>
This commit is contained in:
mlmz
2025-04-07 21:46:47 -07:00
committed by GitHub
co-authored by tianhaoyu DarkSharpness
parent 9798e72baa
commit 7c5658c189
8 changed files with 974 additions and 5 deletions
@@ -48,6 +48,7 @@ class XGrammarGrammar(BaseGrammarObject):
ctx: CompiledGrammar,
override_stop_tokens: Optional[Union[List[int], int]],
) -> None:
super().__init__()
self.matcher = matcher
self.vocab_size = vocab_size
self.ctx = ctx