Add host tensor allocator for memory_pool_host and support Mooncake standalone storage (#14873)

Signed-off-by: Xingrui Yi <yixingrui@linux.alibaba.com>
Co-authored-by: Teng Ma <sima.mt@alibaba-inc.com>
This commit is contained in:
EkiRui
2025-12-28 16:28:50 -08:00
committed by GitHub
co-authored by Teng Ma
parent 6f9d0a89a0
commit ef4b3c0e96
5 changed files with 164 additions and 27 deletions
+2
View File
@@ -251,6 +251,7 @@ class Envs:
# Mooncake Store
SGLANG_HICACHE_MOONCAKE_CONFIG_PATH = EnvStr(None)
MOONCAKE_MASTER = EnvStr(None)
MOONCAKE_CLIENT = EnvStr(None)
MOONCAKE_LOCAL_HOSTNAME = EnvStr("localhost")
MOONCAKE_TE_META_DATA_SERVER = EnvStr("P2PHANDSHAKE")
MOONCAKE_GLOBAL_SEGMENT_SIZE = EnvStr("4gb")
@@ -258,6 +259,7 @@ class Envs:
MOONCAKE_DEVICE = EnvStr("")
MOONCAKE_MASTER_METRICS_PORT = EnvInt(9003)
MOONCAKE_CHECK_SERVER = EnvBool(False)
MOONCAKE_STANDALONE_STORAGE = EnvBool(False)
# AMD & ROCm
SGLANG_USE_AITER = EnvBool(False)