Add manual routing policy for router (#15586)

2025-12-25 11:27:36 +08:00
parent 1ba897f330
commit 45adad37d0
35 changed files with 1128 additions and 65 deletions
@@ -31,6 +31,10 @@ pub struct EmbeddingRequest {
    #[serde(skip_serializing_if = "Option::is_none")]
    pub rid: Option<String>,

+    /// Routing ID for manual routing policy
+    #[serde(skip_serializing_if = "Option::is_none")]
+    pub routing_id: Option<String>,
+
    /// SGLang extension: enable/disable logging of metrics for this request
    #[serde(skip_serializing_if = "Option::is_none")]
    pub log_metrics: Option<bool>,
@@ -58,6 +62,10 @@ impl GenerationRequest for EmbeddingRequest {
            _ => String::new(),
        }
    }
+
+    fn get_routing_id(&self) -> Option<&str> {
+        self.routing_id.as_deref()
+    }
 }

 #[derive(Debug, Clone, Serialize, Deserialize)]