Add manual routing policy for router (#15586)

This commit is contained in:
fzyzcjy
2025-12-25 11:27:36 +08:00
committed by GitHub
parent 1ba897f330
commit 45adad37d0
35 changed files with 1128 additions and 65 deletions
@@ -52,6 +52,10 @@ pub struct RerankRequest {
/// User identifier
pub user: Option<String>,
/// Routing ID for manual routing policy
#[serde(skip_serializing_if = "Option::is_none")]
pub routing_id: Option<String>,
}
impl GenerationRequest for RerankRequest {
@@ -66,6 +70,10 @@ impl GenerationRequest for RerankRequest {
fn extract_text_for_routing(&self) -> String {
self.query.clone()
}
fn get_routing_id(&self) -> Option<&str> {
self.routing_id.as_deref()
}
}
impl super::validated::Normalizable for RerankRequest {
@@ -207,6 +215,7 @@ impl From<V1RerankReqInput> for RerankRequest {
return_documents: true,
rid: None,
user: None,
routing_id: None,
}
}
}