feat: Improve Mistral and Qwen25 function call parsing (#6597)

2025-05-25 23:07:23 -07:00
parent 65f091310c
commit 16f69b1f65
7 changed files with 318 additions and 61 deletions
--- a/python/sglang/srt/function_call/pythonic_detector.py
+++ b/python/sglang/srt/function_call/pythonic_detector.py
@@ -156,8 +156,8 @@ class PythonicDetector(BaseFormatDetector):
    def build_ebnf(self, tools: List[Tool]) -> Optional[str]:
        return EBNFComposer.build_ebnf(
            tools,
-            bot_token="[",
-            eot_token="]",
+            sequence_start_token="[",
+            sequence_end_token="]",
            tool_call_separator=",",
            function_format="pythonic",
        )