Add manual routing policy for router (#15586)
This commit is contained in:
@@ -52,6 +52,10 @@ pub struct RerankRequest {
|
||||
|
||||
/// User identifier
|
||||
pub user: Option<String>,
|
||||
|
||||
/// Routing ID for manual routing policy
|
||||
#[serde(skip_serializing_if = "Option::is_none")]
|
||||
pub routing_id: Option<String>,
|
||||
}
|
||||
|
||||
impl GenerationRequest for RerankRequest {
|
||||
@@ -66,6 +70,10 @@ impl GenerationRequest for RerankRequest {
|
||||
fn extract_text_for_routing(&self) -> String {
|
||||
self.query.clone()
|
||||
}
|
||||
|
||||
fn get_routing_id(&self) -> Option<&str> {
|
||||
self.routing_id.as_deref()
|
||||
}
|
||||
}
|
||||
|
||||
impl super::validated::Normalizable for RerankRequest {
|
||||
@@ -207,6 +215,7 @@ impl From<V1RerankReqInput> for RerankRequest {
|
||||
return_documents: true,
|
||||
rid: None,
|
||||
user: None,
|
||||
routing_id: None,
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user