Add manual routing policy for router (#15586)

2025-12-25 11:27:36 +08:00
parent 1ba897f330
commit 45adad37d0
35 changed files with 1128 additions and 65 deletions
@@ -145,6 +145,10 @@ pub struct CompletionRequest {
    /// Additional fields including bootstrap info for PD routing
    #[serde(flatten)]
    pub other: Map<String, Value>,
+
+    /// Routing ID for manual routing policy
+    #[serde(skip_serializing_if = "Option::is_none")]
+    pub routing_id: Option<String>,
 }

 impl GenerationRequest for CompletionRequest {
@@ -162,6 +166,10 @@ impl GenerationRequest for CompletionRequest {
            StringOrArray::Array(v) => v.join(" "),
        }
    }
+
+    fn get_routing_id(&self) -> Option<&str> {
+        self.routing_id.as_deref()
+    }
 }

 // ============================================================================