[Fix] fix outlines and xgrammar (#4947)

2025-04-21 04:31:25 +08:00
parent d9dd529854
commit bca832c7c6
5 changed files with 185 additions and 10 deletions
--- a/python/sglang/srt/model_executor/model_runner.py
+++ b/python/sglang/srt/model_executor/model_runner.py
@@ -137,11 +137,6 @@ class ModelRunner:
        if server_args.show_time_cost:
            enable_show_time_cost()

-        if server_args.disable_outlines_disk_cache:
-            from outlines.caching import disable_cache
-
-            disable_cache()
-
        # Global vars
        global_server_args_dict.update(
            {