Tiny support sglang_routing_keys_active in engine (#16570)

This commit is contained in:
fzyzcjy
2026-01-06 22:10:10 +08:00
committed by GitHub
parent 959343795f
commit f959250f76
2 changed files with 44 additions and 0 deletions
+11
View File
@@ -101,6 +101,16 @@ class TestEnableMetrics(CustomTestCase):
for _ in response.iter_lines(decode_unicode=False):
pass
response = requests.post(
f"{DEFAULT_URL_FOR_TEST}/generate",
json={
"text": "Hello",
"sampling_params": {"temperature": 0, "max_new_tokens": 5},
},
headers={"x-smg-routing-key": "test-key"},
)
self.assertEqual(response.status_code, 200)
# Get metrics
metrics_response = requests.get(f"{DEFAULT_URL_FOR_TEST}/metrics")
self.assertEqual(metrics_response.status_code, 200)
@@ -133,6 +143,7 @@ class TestEnableMetrics(CustomTestCase):
"sglang:inter_token_latency_seconds",
"sglang:e2e_request_latency_seconds",
"sglang:http_requests_active",
"sglang:routing_keys_active",
]
for metric in essential_metrics:
self.assertIn(metric, metrics_text, f"Missing metric: {metric}")