Add an env var to allow transferring small metadata via TCP for PD (#16951)

2026-01-16 18:32:22 -08:00
parent 166396ca4c
commit e18e0057a4
2 changed files with 4 additions and 1 deletions
@@ -549,7 +549,9 @@ class MooncakeKVManager(CommonKVManager):
        dst_aux_ptrs: list[int],
    ):
        # TODO(shangming): Fix me when nvlink_transport of Mooncake is bug-free
-        if self.enable_custom_mem_pool and self.custom_mem_pool_type == "NVLINK":
+        if (
+            self.enable_custom_mem_pool and self.custom_mem_pool_type == "NVLINK"
+        ) or envs.SGLANG_MOONCAKE_SEND_AUX_TCP.get():
            return self.send_aux_tcp(req, prefill_aux_index, dst_aux_ptrs)

        transfer_blocks = []