Add an env var to allow transferring small metadata via TCP for PD (#16951)
This commit is contained in:
@@ -262,6 +262,7 @@ class Envs:
|
||||
SGLANG_MOONCAKE_CUSTOM_MEM_POOL = EnvStr(None)
|
||||
ENABLE_ASCEND_TRANSFER_WITH_MOONCAKE = EnvBool(False)
|
||||
ASCEND_NPU_PHY_ID = EnvInt(-1)
|
||||
SGLANG_MOONCAKE_SEND_AUX_TCP = EnvBool(False)
|
||||
|
||||
# Mooncake Store
|
||||
SGLANG_HICACHE_MOONCAKE_CONFIG_PATH = EnvStr(None)
|
||||
|
||||
Reference in New Issue
Block a user