diff --git a/python/sglang/bench_serving.py b/python/sglang/bench_serving.py index fb679f4f9..f2e6621b4 100644 --- a/python/sglang/bench_serving.py +++ b/python/sglang/bench_serving.py @@ -1525,12 +1525,12 @@ def sample_custom_requests( return filtered_dataset -def compute_random_lens(full_len: int, range_ratio: float, num: int) -> np.ndarray: +def compute_random_lens(full_len: int, range_ratio: float, num: int) -> List[int]: return np.random.randint( max(int(full_len * range_ratio), 1), full_len + 1, size=num, - ) + ).tolist() def sample_random_requests(