[model-gateway] Add streaming metrics for harmony gRPC router (#15147)

This commit is contained in:
Simo Lin
2025-12-14 20:54:43 -08:00
committed by GitHub
parent 1e641ee4a7
commit bd9c3a47d6
2 changed files with 53 additions and 6 deletions
@@ -756,6 +756,7 @@ pub mod smg_labels {
pub const BACKEND_REGULAR: &str = "regular";
pub const BACKEND_PD: &str = "pd";
pub const BACKEND_EXTERNAL: &str = "external";
pub const BACKEND_HARMONY: &str = "harmony";
// Connection modes
pub const CONNECTION_HTTP: &str = "http";