[model-gateway] HA - Lightweight State Layer + gRPC Mesh (#14108)

Signed-off-by: Kun(llfl) <i@imux.top>
Signed-off-by: Tony Lu <tonylu@linux.alibaba.com>
Co-authored-by: Kun(llfl) <i@imux.top>
This commit is contained in:
Tony Lu
2026-01-13 17:03:39 -08:00
committed by GitHub
co-authored by Kun
parent b880607108
commit 5938c3b06a
40 changed files with 11456 additions and 14 deletions
@@ -506,6 +506,8 @@ impl Router {
prefill_selector: self.prefill_selector.clone(),
decode_selector: self.decode_selector.clone(),
bootstrap_port_annotation: self.bootstrap_port_annotation.clone(),
router_selector: HashMap::new(),
router_mesh_port_annotation: "sglang.ai/mesh-port".to_string(),
})
} else {
None
@@ -929,6 +931,8 @@ impl Router {
prefill_selector: self.prefill_selector.clone(),
decode_selector: self.decode_selector.clone(),
bootstrap_port_annotation: self.bootstrap_port_annotation.clone(),
router_selector: HashMap::new(),
router_mesh_port_annotation: "sglang.ai/mesh-port".to_string(),
})
} else {
None
@@ -963,6 +967,7 @@ impl Router {
.control_plane_auth
.as_ref()
.map(|c| c.to_auth_control_plane_config()),
mesh_server_config: None,
})
.await
.map_err(|e| pyo3::exceptions::PyRuntimeError::new_err(e.to_string()))