[Benchmark] Remove re-exports from bench_serving.py (#19130)

This commit is contained in:
Liangsheng Yin
2026-02-21 14:30:30 -08:00
committed by GitHub
parent f158869c2c
commit 1f2da824dd
16 changed files with 28 additions and 69 deletions

View File

@@ -16,11 +16,8 @@ from pydantic import BaseModel
from tabulate import tabulate
from transformers import AutoProcessor, PreTrainedTokenizer
from sglang.bench_serving import (
get_dataset,
get_processor,
get_tokenizer,
)
from sglang.benchmark.datasets import get_dataset
from sglang.benchmark.utils import get_processor, get_tokenizer
from sglang.profiler import run_profile
from sglang.srt.entrypoints.http_server import launch_server
from sglang.srt.server_args import ServerArgs

View File

@@ -5,12 +5,9 @@ import time
import aiohttp
import requests
from sglang.bench_serving import (
RequestFuncOutput,
get_tokenizer,
remove_prefix,
sample_random_requests,
)
from sglang.bench_serving import RequestFuncOutput
from sglang.benchmark.datasets import sample_random_requests
from sglang.benchmark.utils import get_tokenizer, remove_prefix
AIOHTTP_TIMEOUT = aiohttp.ClientTimeout(total=20 * 60 * 60)