chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

[model-gateway] support customizing Prometheus duration buckets (#14716)

Browse Source
This commit is contained in:
fzyzcjy
2025-12-11 00:30:03 +08:00
committed by GitHub
parent 83e35a7c29
commit 617e9b3bf8
4 changed files with 37 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
sgl-model-gateway/bindings/python/src/lib.rs
View File

@@ -177,6 +177,7 @@ struct Router {
bootstrap_port_annotation: String,
prometheus_port: Option<u16>,
prometheus_host: Option<String>,
prometheus_duration_buckets: Option<Vec<f64>>,
request_timeout_secs: u64,
request_id_headers: Option<Vec<String>>,
pd_disaggregation: bool,
@@ -439,6 +440,7 @@ impl Router {
bootstrap_port_annotation = String::from("sglang.ai/bootstrap-port"),
prometheus_port = None,
prometheus_host = None,
prometheus_duration_buckets = None,
request_timeout_secs = 1800,
request_id_headers = None,
pd_disaggregation = false,
@@ -516,6 +518,7 @@ impl Router {
bootstrap_port_annotation: String,
prometheus_port: Option<u16>,
prometheus_host: Option<String>,
prometheus_duration_buckets: Option<Vec<f64>>,
request_timeout_secs: u64,
request_id_headers: Option<Vec<String>>,
pd_disaggregation: bool,
@@ -606,6 +609,7 @@ impl Router {
bootstrap_port_annotation,
prometheus_port,
prometheus_host,
prometheus_duration_buckets,
request_timeout_secs,
request_id_headers,
pd_disaggregation,
@@ -695,6 +699,7 @@ impl Router {
.prometheus_host
.clone()
.unwrap_or_else(|| "127.0.0.1".to_string()),
duration_buckets: self.prometheus_duration_buckets.clone(),
});
let runtime = tokio::runtime::Runtime::new()