Add manual routing policy for router (#15586)
This commit is contained in:
@@ -105,6 +105,7 @@ async fn test_non_streaming_mcp_minimal_e2e_with_persistence() {
|
||||
min_p: 0.0,
|
||||
repetition_penalty: 1.0,
|
||||
conversation: None,
|
||||
routing_id: None,
|
||||
};
|
||||
|
||||
let resp = router
|
||||
@@ -328,6 +329,7 @@ fn test_responses_request_creation() {
|
||||
min_p: 0.0,
|
||||
repetition_penalty: 1.0,
|
||||
conversation: None,
|
||||
routing_id: None,
|
||||
};
|
||||
|
||||
assert!(!request.is_stream());
|
||||
@@ -372,6 +374,7 @@ fn test_responses_request_sglang_extensions() {
|
||||
min_p: 0.05,
|
||||
repetition_penalty: 1.1,
|
||||
conversation: None,
|
||||
routing_id: None,
|
||||
};
|
||||
|
||||
// Verify SGLang extensions are present
|
||||
@@ -487,6 +490,7 @@ fn test_json_serialization() {
|
||||
min_p: 0.1,
|
||||
repetition_penalty: 1.2,
|
||||
conversation: None,
|
||||
routing_id: None,
|
||||
};
|
||||
|
||||
let json = serde_json::to_string(&request).expect("Serialization should work");
|
||||
@@ -593,6 +597,7 @@ async fn test_multi_turn_loop_with_mcp() {
|
||||
min_p: 0.0,
|
||||
repetition_penalty: 1.0,
|
||||
conversation: None,
|
||||
routing_id: None,
|
||||
};
|
||||
|
||||
// Execute the request (this should trigger the multi-turn loop)
|
||||
@@ -742,6 +747,7 @@ async fn test_max_tool_calls_limit() {
|
||||
min_p: 0.0,
|
||||
repetition_penalty: 1.0,
|
||||
conversation: None,
|
||||
routing_id: None,
|
||||
};
|
||||
|
||||
let response = router.route_responses(None, &req, None).await;
|
||||
@@ -914,6 +920,7 @@ async fn test_streaming_with_mcp_tool_calls() {
|
||||
min_p: 0.0,
|
||||
repetition_penalty: 1.0,
|
||||
conversation: None,
|
||||
routing_id: None,
|
||||
};
|
||||
|
||||
let response = router.route_responses(None, &req, None).await;
|
||||
@@ -1194,6 +1201,7 @@ async fn test_streaming_multi_turn_with_mcp() {
|
||||
min_p: 0.0,
|
||||
repetition_penalty: 1.0,
|
||||
conversation: None,
|
||||
routing_id: None,
|
||||
};
|
||||
|
||||
let response = router.route_responses(None, &req, None).await;
|
||||
|
||||
Reference in New Issue
Block a user