chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[model-gateway] Improve logging in policies module (#15496)

Browse Source
This commit is contained in:
Simo Lin
2025-12-19 11:02:57 -10:00
committed by GitHub
parent b5eb0214ca
commit bd16244d93
2 changed files with 7 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
sgl-model-gateway/src/policies/bucket.rs
View File

@@ -58,7 +58,7 @@ impl BucketPolicy {
bucket_guard.adjust_boundary();
}
Err(e) => {
eprintln!(
error!(
"Failed to acquire write lock for bucket {}: {}",
model_id, e
);
@@ -112,7 +112,7 @@ impl BucketPolicy {
if let Ok(mut bucket_guard) = lock_result {
bucket_guard.init_prefill_worker_urls(worker_urls);
} else {
eprintln!("Failed to acquire write lock for bucket initialization");
error!("Failed to acquire write lock for bucket initialization");
}
}
}

10
sgl-model-gateway/src/policies/tree.rs
View File

@@ -10,7 +10,7 @@ use std::{
};
use dashmap::{mapref::entry::Entry, DashMap};
use tracing::info;
use tracing::debug;
type NodeRef = Arc<Node>;
@@ -674,9 +674,9 @@ impl Tree {
}
}
info!("Before eviction - Used size per tenant:");
debug!("Before eviction - Used size per tenant:");
for entry in self.tenant_char_count.iter() {
info!("Tenant: {}, Size: {}", entry.key(), entry.value());
debug!("Tenant: {}, Size: {}", entry.key(), entry.value());
}
// Process eviction
@@ -728,9 +728,9 @@ impl Tree {
};
}
info!("After eviction - Used size per tenant:");
debug!("After eviction - Used size per tenant:");
for entry in self.tenant_char_count.iter() {
info!("Tenant: {}, Size: {}", entry.key(), entry.value());
debug!("Tenant: {}, Size: {}", entry.key(), entry.value());
}
}