[FEAT] JSON constrained support (#1125)

Co-authored-by: Yineng Zhang <me@zhyncs.com>
2024-08-26 18:37:26 +02:00
parent c5fe11a8e1
commit 9935f97b3e
10 changed files with 147 additions and 3 deletions
--- a/python/sglang/srt/openai_api/adapter.py
+++ b/python/sglang/srt/openai_api/adapter.py
@@ -434,6 +434,7 @@ def v1_generate_request(all_requests: List[CompletionRequest]):
                "frequency_penalty": request.frequency_penalty,
                "repetition_penalty": request.repetition_penalty,
                "regex": request.regex,
+                "json_schema": request.json_schema,
                "n": request.n,
                "ignore_eos": request.ignore_eos,
            }
@@ -802,6 +803,7 @@ def v1_chat_generate_request(
                "frequency_penalty": request.frequency_penalty,
                "repetition_penalty": request.repetition_penalty,
                "regex": request.regex,
+                "json_schema": request.json_schema,
                "n": request.n,
            }
        )