Fix multi-node deadlock (#709)

2024-07-23 21:53:36 -07:00
parent a523a3c13a
commit 01d66ae2e8
2 changed files with 4 additions and 0 deletions
--- a/python/sglang/srt/utils.py
+++ b/python/sglang/srt/utils.py
@@ -312,6 +312,9 @@ def suppress_other_loggers():
    logging.getLogger("vllm.distributed.device_communicators.pynccl").setLevel(
        logging.WARN
    )
+    logging.getLogger("vllm.distributed.device_communicators.shm_broadcast").setLevel(
+        logging.WARN
+    )
    logging.getLogger("vllm.selector").setLevel(logging.WARN)
    logging.getLogger("vllm.utils").setLevel(logging.WARN)