feat: update torch 2.5.1 (#2069)

2024-11-18 21:29:13 +08:00
parent 2a3992b6f1
commit 766192610e
10 changed files with 127 additions and 33 deletions
--- a/python/sglang/srt/model_executor/cuda_graph_runner.py
+++ b/python/sglang/srt/model_executor/cuda_graph_runner.py
@@ -90,6 +90,8 @@ def set_torch_compile_config():

    # FIXME: tmp workaround
    torch._dynamo.config.accumulated_cache_size_limit = 1024
+    if hasattr(torch._dynamo.config, "cache_size_limit"):
+        torch._dynamo.config.cache_size_limit = 1024


@maybe_torch_compile(dynamic=True)