Skip mm feature pool init to avoid EPD OOM (#16388)

2026-01-23 10:53:45 +08:00
parent 04a10c9bc2
commit 62e6a749b0
3 changed files with 12 additions and 4 deletions
@@ -234,7 +234,9 @@ class BaseMultimodalProcessor(ABC):
            "input_features",
        ]

-        if SGL_USE_CUDA_IPC:
+        skip_mm_pool = kwargs.get("skip_mm_pool", False)
+
+        if SGL_USE_CUDA_IPC and not skip_mm_pool:
            self.cudaipc_mmfeature_pool = MmItemMemoryPool(
                MM_FEATURE_CACHE_SIZE,
                MM_ITEM_MEMORY_POOL_RECYCLE_INTERVAL,