chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

unified management of environment variables for vlm cuda ipc transport (#14501)

Browse Source
This commit is contained in:
Yuhao Yang
2025-12-18 12:28:06 +08:00
committed by GitHub
parent 9970ee34e8
commit 3d42b7e7b0
3 changed files with 11 additions and 18 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
python/sglang/srt/multimodal/processors/base_processor.py
View File

@@ -12,15 +12,9 @@ import torch
from PIL import Image
from transformers import BaseImageProcessorFast
from sglang.srt.environ import envs
from sglang.srt.managers.schedule_batch import Modality, MultimodalDataItem
from sglang.srt.utils import (
get_bool_env_var,
is_npu,
load_audio,
load_image,
load_video,
logger,
)
from sglang.srt.utils import is_npu, load_audio, load_image, load_video, logger
from sglang.srt.utils.cuda_ipc_transport_utils import (
MM_FEATURE_CACHE_SIZE,
MM_ITEM_MEMORY_POOL_RECYCLE_INTERVAL,
@@ -30,7 +24,7 @@ from sglang.srt.utils.cuda_ipc_transport_utils import (
_is_npu = is_npu()
SGL_USE_CUDA_IPC = get_bool_env_var("SGLANG_USE_CUDA_IPC_TRANSPORT")
SGL_USE_CUDA_IPC = envs.SGLANG_USE_CUDA_IPC_TRANSPORT.get()
@dataclasses.dataclass