From 22fe5da13e116e35fcade7f8335d7d5d6c9ef612 Mon Sep 17 00:00:00 2001 From: JinYan Su <751080330@qq.com> Date: Fri, 12 Dec 2025 13:16:47 +0800 Subject: [PATCH] Fix negative duration panic in token bucket wait time calculation (#14941) Signed-off-by: xiaguan <751080330@qq.com> --- sgl-model-gateway/src/core/token_bucket.rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/sgl-model-gateway/src/core/token_bucket.rs b/sgl-model-gateway/src/core/token_bucket.rs index a2bddeb6f..d3efa120e 100644 --- a/sgl-model-gateway/src/core/token_bucket.rs +++ b/sgl-model-gateway/src/core/token_bucket.rs @@ -105,7 +105,7 @@ impl TokenBucket { let wait_time = { let inner = self.inner.lock().await; let tokens_needed = tokens - inner.tokens; - let wait_secs = tokens_needed / self.refill_rate; + let wait_secs = (tokens_needed / self.refill_rate).max(0.0); Duration::from_secs_f64(wait_secs) };