[Refactor] Benchmark: Add typed DatasetArgs/Loader registry and CPU dataset unit tests (#19147)

Co-authored-by: Liangsheng Yin <lsyincs@gmail.com>
This commit is contained in:
Ratish P
2026-02-25 01:52:01 +05:30
committed by GitHub
parent 65de904130
commit ae6f6e1495
19 changed files with 807 additions and 160 deletions

View File

@@ -20,7 +20,8 @@ import requests
from transformers import AutoTokenizer
from sglang.bench_serving import benchmark, set_global_args
from sglang.benchmark.datasets import DatasetRow, sample_mmmu_requests
from sglang.benchmark.datasets import DatasetRow
from sglang.benchmark.datasets.mmmu import sample_mmmu_requests
from sglang.srt.server_args import ServerArgs
from sglang.test.test_utils import (
DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,