Add manual routing policy for router (#15586)

This commit is contained in:
fzyzcjy
2025-12-25 11:27:36 +08:00
committed by GitHub
parent 1ba897f330
commit 45adad37d0
35 changed files with 1128 additions and 65 deletions
@@ -105,6 +105,7 @@ async fn test_non_streaming_mcp_minimal_e2e_with_persistence() {
min_p: 0.0,
repetition_penalty: 1.0,
conversation: None,
routing_id: None,
};
let resp = router
@@ -328,6 +329,7 @@ fn test_responses_request_creation() {
min_p: 0.0,
repetition_penalty: 1.0,
conversation: None,
routing_id: None,
};
assert!(!request.is_stream());
@@ -372,6 +374,7 @@ fn test_responses_request_sglang_extensions() {
min_p: 0.05,
repetition_penalty: 1.1,
conversation: None,
routing_id: None,
};
// Verify SGLang extensions are present
@@ -487,6 +490,7 @@ fn test_json_serialization() {
min_p: 0.1,
repetition_penalty: 1.2,
conversation: None,
routing_id: None,
};
let json = serde_json::to_string(&request).expect("Serialization should work");
@@ -593,6 +597,7 @@ async fn test_multi_turn_loop_with_mcp() {
min_p: 0.0,
repetition_penalty: 1.0,
conversation: None,
routing_id: None,
};
// Execute the request (this should trigger the multi-turn loop)
@@ -742,6 +747,7 @@ async fn test_max_tool_calls_limit() {
min_p: 0.0,
repetition_penalty: 1.0,
conversation: None,
routing_id: None,
};
let response = router.route_responses(None, &req, None).await;
@@ -914,6 +920,7 @@ async fn test_streaming_with_mcp_tool_calls() {
min_p: 0.0,
repetition_penalty: 1.0,
conversation: None,
routing_id: None,
};
let response = router.route_responses(None, &req, None).await;
@@ -1194,6 +1201,7 @@ async fn test_streaming_multi_turn_with_mcp() {
min_p: 0.0,
repetition_penalty: 1.0,
conversation: None,
routing_id: None,
};
let response = router.route_responses(None, &req, None).await;