[Misc] Fix metrics, weight update lock, request logging (#2543)

2024-12-22 06:27:22 -08:00
parent 7d672d277b
commit 8496701934
11 changed files with 411 additions and 314 deletions
@@ -51,8 +51,10 @@ class TestEnableMetrics(unittest.TestCase):
            # Verify essential metrics are present
            essential_metrics = [
                "sglang:num_running_reqs",
+                "sglang:num_used_tokens",
                "sglang:token_usage",
                "sglang:gen_throughput",
+                "sglang:num_queue_reqs",
                "sglang:cache_hit_rate",
                "sglang:func_latency_seconds",
                "sglang:prompt_tokens_total",