fix: fix gpu-proc affinity set incorrectly when pp_size > 1 (#11389)

2025-10-10 09:40:05 +08:00
parent 1f106ee365
commit 0fe87213bb
3 changed files with 9 additions and 3 deletions
--- a/python/sglang/bench_one_batch.py
+++ b/python/sglang/bench_one_batch.py
@@ -510,7 +510,9 @@ def latency_test(

    # Set CPU affinity
    if get_bool_env_var("SGLANG_SET_CPU_AFFINITY"):
-        set_gpu_proc_affinity(server_args.tp_size, server_args.nnodes, tp_rank)
+        set_gpu_proc_affinity(
+            server_args.pp_size, server_args.tp_size, server_args.nnodes, tp_rank
+        )

    # Configure the logger
    configure_logger(server_args, prefix=f" TP{tp_rank}")