Revert "Fix generated-shared-prefix bench_serving" (#18956)

This commit is contained in:
Liangsheng Yin
2026-02-17 20:43:55 -08:00
committed by GitHub
parent fa5698d791
commit 2d85f01d43

View File

@@ -1525,12 +1525,12 @@ def sample_custom_requests(
return filtered_dataset
def compute_random_lens(full_len: int, range_ratio: float, num: int) -> np.ndarray:
def compute_random_lens(full_len: int, range_ratio: float, num: int) -> List[int]:
return np.random.randint(
max(int(full_len * range_ratio), 1),
full_len + 1,
size=num,
)
).tolist()
def sample_random_requests(