Add manual routing policy for router (#15586)

This commit is contained in:
fzyzcjy
2025-12-25 11:27:36 +08:00
committed by GitHub
parent 1ba897f330
commit 45adad37d0
35 changed files with 1128 additions and 65 deletions
+15 -4
View File
@@ -460,6 +460,7 @@ mod tests {
&workers,
&SelectWorkerInfo {
request_text: Some("hello world"),
..Default::default()
},
)
.unwrap();
@@ -470,6 +471,7 @@ mod tests {
&workers,
&SelectWorkerInfo {
request_text: Some("hello world"),
..Default::default()
},
)
.unwrap();
@@ -481,6 +483,7 @@ mod tests {
&workers,
&SelectWorkerInfo {
request_text: Some("hello"),
..Default::default()
},
)
.unwrap();
@@ -514,11 +517,16 @@ mod tests {
policy.init_workers(&workers);
// Should select worker2 (lower load) despite cache affinity
let info = SelectWorkerInfo {
request_text: Some("test"),
};
for _ in 0..5 {
let idx = policy.select_worker(&workers, &info).unwrap();
let idx = policy
.select_worker(
&workers,
&SelectWorkerInfo {
request_text: Some("test"),
..Default::default()
},
)
.unwrap();
assert_eq!(idx, 1); // Should always pick worker2
}
}
@@ -550,12 +558,14 @@ mod tests {
&workers,
&SelectWorkerInfo {
request_text: Some("test1"),
..Default::default()
},
);
policy.select_worker(
&workers,
&SelectWorkerInfo {
request_text: Some("test2"),
..Default::default()
},
);
@@ -569,6 +579,7 @@ mod tests {
&workers,
&SelectWorkerInfo {
request_text: Some("test1"),
..Default::default()
},
)
.unwrap();