chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

feat: expose consistent_hashing policy in Python router CLI args (#17972)

Browse Source
This commit is contained in:
Blake Ledden
2026-02-15 08:33:24 -08:00
committed by GitHub
parent 597d17dd18
commit f759960ac2
1 changed files with 20 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

22
sgl-model-gateway/bindings/python/src/sglang_router/router_args.py
View File

@@ -246,7 +246,15 @@ class RouterArgs:
f"--{prefix}policy",
type=str,
default=RouterArgs.policy,
choices=["random", "round_robin", "cache_aware", "power_of_two", "manual"],
choices=[
"random",
"round_robin",
"cache_aware",
"power_of_two",
"manual",
"consistent_hashing",
"prefix_hash",
],
help="Load balancing policy to use. In PD mode, this is used for both prefill and decode unless overridden",
)
routing_group.add_argument(
@@ -260,6 +268,8 @@ class RouterArgs:
"power_of_two",
"manual",
"bucket",
"consistent_hashing",
"prefix_hash",
],
help="Specific policy for prefill nodes in PD mode. If not specified, uses the main policy",
)
@@ -267,7 +277,15 @@ class RouterArgs:
f"--{prefix}decode-policy",
type=str,
default=None,
choices=["random", "round_robin", "cache_aware", "power_of_two", "manual"],
choices=[
"random",
"round_robin",
"cache_aware",
"power_of_two",
"manual",
"consistent_hashing",
"prefix_hash",
],
help="Specific policy for decode nodes in PD mode. If not specified, uses the main policy",
)
routing_group.add_argument(