chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

fix: add seed bench_serving to cache key, remove redundant function definition. (#12680)

Browse Source
This commit is contained in:
yinghui
2025-11-04 23:39:11 -08:00
committed by GitHub
parent 3694266051
commit b88fab3111
2 changed files with 1 additions and 22 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/bench_serving.py
View File

@@ -1507,7 +1507,7 @@ def get_gen_prefix_cache_path(args, tokenizer):
# Create a unique cache filename based on the generation parameters
cache_key = (
f"gen_shared_prefix_{args.gsp_num_groups}_{args.gsp_prompts_per_group}_"
f"gen_shared_prefix_{args.seed}_{args.gsp_num_groups}_{args.gsp_prompts_per_group}_"
f"{args.gsp_system_prompt_len}_{args.gsp_question_len}_{args.gsp_output_len}_"
f"{tokenizer.__class__.__name__}.pkl"
)