chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

Code clean up for fp8 quantization (#16982)

Browse Source
This commit is contained in:
Lianmin Zheng
2026-01-13 12:38:39 -08:00
committed by GitHub
parent a0b4ba9032
commit 075c5a5789
9 changed files with 309 additions and 237 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
python/sglang/bench_one_batch_server.py
View File

@@ -671,12 +671,12 @@ def run_benchmark(server_args: ServerArgs, bench_args: BenchArgs):
profile_output_dir=bench_args.profile_output_dir,
)
)
# Replace the profile link
for res, profile_res in zip(results, profile_results):
res.profile_link = profile_res.profile_link
except Exception as e:
print(f"Error profiling, there will be no profile trace dump: {e}")
print(f"Error profiling, some profile traces may not be dumped: {e}")
# Replace the profile link for any successful profile results
for res, profile_res in zip(results, profile_results, strict=False):
res.profile_link = profile_res.profile_link
finally:
if proc:
kill_process_tree(proc.pid)