[Feature] Support llguidance for constrained decoding (#3298)

2025-02-26 10:41:49 -08:00
parent 44a2c4bd56
commit 7551498a69
8 changed files with 201 additions and 9 deletions
@@ -86,6 +86,13 @@ def create_grammar_backend(server_args: ServerArgs, tokenizer, vocab_size):
        from sglang.srt.constrained.xgrammar_backend import XGrammarGrammarBackend

        grammar_backend = XGrammarGrammarBackend(tokenizer, vocab_size=vocab_size)
+    elif server_args.grammar_backend == "llguidance":
+        from sglang.srt.constrained.llguidance_backend import GuidanceBackend
+
+        grammar_backend = GuidanceBackend(
+            tokenizer=tokenizer,
+            whitespace_pattern=server_args.constrained_json_whitespace_pattern,
+        )
    else:
        raise ValueError(f"Invalid grammar backend: {server_args.grammar_backend}")