Forward unknown tool calls instead of dropping (#12226)

2025-10-31 19:10:35 -07:00
parent 358ae3563d
commit 795e98f8a6
7 changed files with 146 additions and 61 deletions
--- a/python/sglang/srt/environ.py
+++ b/python/sglang/srt/environ.py
@@ -158,6 +158,9 @@ class Envs:
    SGLANG_DISABLE_OUTLINES_DISK_CACHE = EnvBool(True)
    SGLANG_GRAMMAR_TIMEOUT = EnvFloat(300)

+    # Tool Calling
+    SGLANG_FORWARD_UNKNOWN_TOOLS = EnvBool(False)
+
    # Hi-Cache
    SGLANG_HICACHE_HF3FS_CONFIG_PATH = EnvStr(None)