chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

Clean up imports and move files (#14317)

Browse Source
This commit is contained in:
Lianmin Zheng
2025-12-02 16:31:54 -08:00
committed by GitHub
parent 5c03aa3e9d
commit ca52ed425f
28 changed files with 280 additions and 53 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
python/sglang/srt/managers/mm_utils.py
View File

@@ -21,7 +21,6 @@ from sglang.srt.managers.schedule_batch import (
)
from sglang.srt.mem_cache.multimodal_cache import MultiModalStaticCache
from sglang.srt.model_executor.forward_batch_info import ForwardBatch
from sglang.srt.model_executor.piecewise_cuda_graph_runner import use_original_ca_comm
from sglang.srt.server_args import get_global_server_args
from sglang.srt.utils import flatten_nested_list, is_npu, print_warning_once
from sglang.utils import logger
@@ -660,6 +659,10 @@ def general_mm_embed_routine(
Returns:
Hidden states from language model forward pass
"""
# Lazy import to allow some monkey patch of piecewise_cuda_graph_runner
from sglang.srt.model_executor.piecewise_cuda_graph_runner import (
use_original_ca_comm,
)
tp_group = get_tp_group()