Revert "Fix generated-shared-prefix bench_serving" (#18956)
This commit is contained in:
@@ -1525,12 +1525,12 @@ def sample_custom_requests(
|
||||
return filtered_dataset
|
||||
|
||||
|
||||
def compute_random_lens(full_len: int, range_ratio: float, num: int) -> np.ndarray:
|
||||
def compute_random_lens(full_len: int, range_ratio: float, num: int) -> List[int]:
|
||||
return np.random.randint(
|
||||
max(int(full_len * range_ratio), 1),
|
||||
full_len + 1,
|
||||
size=num,
|
||||
)
|
||||
).tolist()
|
||||
|
||||
|
||||
def sample_random_requests(
|
||||
|
||||
Reference in New Issue
Block a user