This commit is contained in:
siyu
2026-01-09 22:38:51 +08:00
committed by GitHub
parent 64a31d4b75
commit 068abe7e40
2 changed files with 4 additions and 0 deletions

View File

@@ -360,6 +360,9 @@ class MultimodalInputs:
ret.mm_items = [item for item in ret.mm_items if item.is_valid()]
if envs.SGLANG_MM_BUFFER_SIZE_MB.get() > 0:
# Multi-modal feature hashing optimization:
# When SGLANG_MM_BUFFER_SIZE_MB > 0, we temporarily move feature tensors to GPU
# for faster hash computation, while avoiding OOM issues.
from sglang.srt.managers.mm_utils import (
init_feature_buffer,
is_feature_buffer_initialized,