feat: add SGLANG_DISTRIBUTED_INIT_METHOD_OVERRIDE env var (#18743)

2026-02-14 09:37:33 +08:00
parent 8be18c655d
commit ab0fb248fd
2 changed files with 11 additions and 1 deletions
@@ -259,6 +259,9 @@ class Envs:
    # Model Parallel
    SGLANG_USE_MESSAGE_QUEUE_BROADCASTER = EnvBool(True)
    SGLANG_ONE_VISIBLE_DEVICE_PER_PROCESS = EnvBool(False)
+    # Override the distributed init method used by torch.distributed.init_process_group.
+    # Set to "env://" to use an externally-created TCPStore via MASTER_ADDR/MASTER_PORT.
+    SGLANG_DISTRIBUTED_INIT_METHOD_OVERRIDE = EnvStr(None)

    # Tool Calling
    SGLANG_FORWARD_UNKNOWN_TOOLS = EnvBool(False)