chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

Revert "tiny remove deprecated endpoint call" (#14533)

Browse Source
This commit is contained in:
Baizhou Zhang
2025-12-05 23:48:54 -08:00
committed by GitHub
parent d257bf87b9
commit 42fcf5438f
36 changed files with 59 additions and 59 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
scripts/playground/bench_speculative.py
View File

@@ -120,7 +120,7 @@ def send_one_batch(base_url, num_prompts, batch_size, processor, is_multimodal):
acc_length = results["accept_length"] or 1.0
avg_output_token = results["total_output_tokens"] / results["completed"]
server_info = requests.get(base_url + "/server_info").json()
server_info = requests.get(base_url + "/get_server_info").json()
# We use 20% percentile instead of median on purpose
step_time = np.percentile(
server_info["internal_states"][0]["step_time_dict"][str(batch_size)], 20