[Benchmark] Remove re-exports from bench_serving.py (#19130)
This commit is contained in:
@@ -16,11 +16,8 @@ from pydantic import BaseModel
|
||||
from tabulate import tabulate
|
||||
from transformers import AutoProcessor, PreTrainedTokenizer
|
||||
|
||||
from sglang.bench_serving import (
|
||||
get_dataset,
|
||||
get_processor,
|
||||
get_tokenizer,
|
||||
)
|
||||
from sglang.benchmark.datasets import get_dataset
|
||||
from sglang.benchmark.utils import get_processor, get_tokenizer
|
||||
from sglang.profiler import run_profile
|
||||
from sglang.srt.entrypoints.http_server import launch_server
|
||||
from sglang.srt.server_args import ServerArgs
|
||||
|
||||
@@ -5,12 +5,9 @@ import time
|
||||
import aiohttp
|
||||
import requests
|
||||
|
||||
from sglang.bench_serving import (
|
||||
RequestFuncOutput,
|
||||
get_tokenizer,
|
||||
remove_prefix,
|
||||
sample_random_requests,
|
||||
)
|
||||
from sglang.bench_serving import RequestFuncOutput
|
||||
from sglang.benchmark.datasets import sample_random_requests
|
||||
from sglang.benchmark.utils import get_tokenizer, remove_prefix
|
||||
|
||||
AIOHTTP_TIMEOUT = aiohttp.ClientTimeout(total=20 * 60 * 60)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user