Add manual routing policy for router (#15586)

2025-12-25 11:27:36 +08:00
parent 1ba897f330
commit 45adad37d0
35 changed files with 1128 additions and 65 deletions
@@ -30,6 +30,10 @@ pub struct ClassifyRequest {
    /// SGLang extension: request id for tracking
    #[serde(skip_serializing_if = "Option::is_none")]
    pub rid: Option<String>,
+
+    /// Routing ID for manual routing policy
+    #[serde(skip_serializing_if = "Option::is_none")]
+    pub routing_id: Option<String>,
 }

 impl GenerationRequest for ClassifyRequest {
@@ -54,4 +58,8 @@ impl GenerationRequest for ClassifyRequest {
            _ => String::new(),
        }
    }
+
+    fn get_routing_id(&self) -> Option<&str> {
+        self.routing_id.as_deref()
+    }
 }