chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

Super tiny remove sgl_router_active_workers (#14891)

Browse Source
This commit is contained in:
fzyzcjy
2025-12-12 12:00:55 +08:00
committed by GitHub
parent c660d8dfd0
commit e4873d0439
2 changed files with 0 additions and 18 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
sgl-model-gateway/src/observability/metrics.rs
View File

@@ -359,10 +359,6 @@ impl RouterMetrics {
.increment(1);
}
pub fn set_active_workers(count: usize) {
gauge!("sgl_router_active_workers").set(count as f64);
}
pub fn set_worker_health(worker_url: &str, healthy: bool) {
gauge!("sgl_router_worker_health",
"worker" => worker_url.to_string()
@@ -928,7 +924,6 @@ mod tests {
RouterMetrics::record_request_error("/generate", "timeout");
RouterMetrics::record_retry("/generate");
RouterMetrics::set_active_workers(5);
RouterMetrics::set_worker_health("http://worker1", true);
RouterMetrics::set_worker_load("http://worker1", 10);
RouterMetrics::record_processed_request("http://worker1");
@@ -1081,9 +1076,6 @@ mod tests {
#[test]
fn test_extreme_metric_values() {
RouterMetrics::set_active_workers(0);
RouterMetrics::set_active_workers(usize::MAX);
RouterMetrics::set_worker_load("worker", 0);
RouterMetrics::set_worker_load("worker", usize::MAX);

10
sgl-model-gateway/src/routers/http/router.rs
View File

@@ -54,16 +54,6 @@ pub struct Router {
impl Router {
/// Create a new router with injected policy and client
pub async fn new(ctx: &Arc<crate::app_context::AppContext>) -> Result<Self, String> {
let workers = ctx.worker_registry.get_workers_filtered(
None, // any model
Some(WorkerType::Regular),
Some(ConnectionMode::Http),
None, // any runtime type
false, // include all workers
);
RouterMetrics::set_active_workers(workers.len());
Ok(Router {
worker_registry: ctx.worker_registry.clone(),
policy_registry: ctx.policy_registry.clone(),