Add manual routing policy for router (#15586)

2025-12-25 11:27:36 +08:00
parent 1ba897f330
commit 45adad37d0
35 changed files with 1128 additions and 65 deletions
--- a/sgl-model-gateway/bindings/python/src/lib.rs
+++ b/sgl-model-gateway/bindings/python/src/lib.rs
@@ -12,6 +12,7 @@ pub enum PolicyType {
    CacheAware,
    PowerOfTwo,
    Bucket,
+    Manual,
 }

 #[pyclass(eq)]
@@ -267,6 +268,7 @@ impl Router {
                    balance_rel_threshold: self.balance_rel_threshold,
                    bucket_adjust_interval_secs: self.bucket_adjust_interval_secs,
                },
+                PolicyType::Manual => ConfigPolicyConfig::Manual,
            }
        };