Clean up imports and move files (#14317)

This commit is contained in:
Lianmin Zheng
2025-12-02 16:31:54 -08:00
committed by GitHub
parent 5c03aa3e9d
commit ca52ed425f
28 changed files with 280 additions and 53 deletions
+1 -1
View File
@@ -25,6 +25,7 @@ import torch.nn.functional as F
from torch import nn
from transformers import PretrainedConfig
from sglang.srt.batch_overlap.two_batch_overlap import model_forward_maybe_tbo
from sglang.srt.distributed import (
get_moe_expert_parallel_world_size,
get_pp_group,
@@ -70,7 +71,6 @@ from sglang.srt.model_executor.cuda_graph_runner import get_is_capture_mode
from sglang.srt.model_executor.forward_batch_info import ForwardBatch, PPProxyTensors
from sglang.srt.model_loader.weight_utils import default_weight_loader
from sglang.srt.server_args import get_global_server_args
from sglang.srt.two_batch_overlap import model_forward_maybe_tbo
from sglang.srt.utils import add_prefix, is_cuda, make_layers
logger = logging.getLogger(__name__)