[model-gateway] HA - Lightweight State Layer + gRPC Mesh (#14108)
Signed-off-by: Kun(llfl) <i@imux.top> Signed-off-by: Tony Lu <tonylu@linux.alibaba.com> Co-authored-by: Kun(llfl) <i@imux.top>
This commit is contained in:
@@ -506,6 +506,8 @@ impl Router {
|
||||
prefill_selector: self.prefill_selector.clone(),
|
||||
decode_selector: self.decode_selector.clone(),
|
||||
bootstrap_port_annotation: self.bootstrap_port_annotation.clone(),
|
||||
router_selector: HashMap::new(),
|
||||
router_mesh_port_annotation: "sglang.ai/mesh-port".to_string(),
|
||||
})
|
||||
} else {
|
||||
None
|
||||
@@ -929,6 +931,8 @@ impl Router {
|
||||
prefill_selector: self.prefill_selector.clone(),
|
||||
decode_selector: self.decode_selector.clone(),
|
||||
bootstrap_port_annotation: self.bootstrap_port_annotation.clone(),
|
||||
router_selector: HashMap::new(),
|
||||
router_mesh_port_annotation: "sglang.ai/mesh-port".to_string(),
|
||||
})
|
||||
} else {
|
||||
None
|
||||
@@ -963,6 +967,7 @@ impl Router {
|
||||
.control_plane_auth
|
||||
.as_ref()
|
||||
.map(|c| c.to_auth_control_plane_config()),
|
||||
mesh_server_config: None,
|
||||
})
|
||||
.await
|
||||
.map_err(|e| pyo3::exceptions::PyRuntimeError::new_err(e.to_string()))
|
||||
|
||||
Reference in New Issue
Block a user