chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Avoid confusing zero value metric when worker is removed (#15096)

Browse Source
This commit is contained in:
fzyzcjy
2025-12-14 13:57:20 +08:00
committed by GitHub
parent 681c68cfbf
commit 54df514bac
1 changed files with 5 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
sgl-model-gateway/src/observability/metrics.rs
View File

@@ -502,12 +502,15 @@ impl RouterMetrics {
// TODO delete the metrics (instead of setting them to zero)
pub fn remove_worker_metrics(worker_url: &str) {
gauge!("sgl_router_cb_state","worker" => worker_url.to_string()).set(0.0);
gauge!("sgl_router_cb_consecutive_failures","worker" => worker_url.to_string()).set(0.0);
gauge!("sgl_router_cb_consecutive_successes","worker" => worker_url.to_string()).set(0.0);
gauge!("sgl_router_worker_health","worker" => worker_url.to_string()).set(0.0);
gauge!("sgl_router_running_requests","worker" => worker_url.to_string()).set(0.0);
gauge!("sgl_router_tree_size","worker" => worker_url.to_string()).set(0.0);
// Zero for these metrics have special valid meaning, thus we set to -1 temporarily
// (and will remove them completely after https://github.com/metrics-rs/metrics/issues/653)
gauge!("sgl_router_cb_state","worker" => worker_url.to_string()).set(-1.0);
gauge!("sgl_router_worker_health","worker" => worker_url.to_string()).set(-1.0);
}
pub fn set_job_queue_depth(depth: usize) {