Fix negative duration panic in token bucket wait time calculation (#14941)

Signed-off-by: xiaguan <751080330@qq.com>
2025-12-12 13:16:47 +08:00
parent 1834401e7c
commit 22fe5da13e
1 changed files with 1 additions and 1 deletions
--- a/sgl-model-gateway/src/core/token_bucket.rs
+++ b/sgl-model-gateway/src/core/token_bucket.rs
@@ -105,7 +105,7 @@ impl TokenBucket {
        let wait_time = {
            let inner = self.inner.lock().await;
            let tokens_needed = tokens - inner.tokens;
-            let wait_secs = tokens_needed / self.refill_rate;
+            let wait_secs = (tokens_needed / self.refill_rate).max(0.0);
            Duration::from_secs_f64(wait_secs)
        };