ci: add accuracy timeout (#1078)

2024-08-13 22:12:58 +10:00
parent 0076f11541
commit cebd78d83e
2 changed files with 2 additions and 1 deletions
@@ -31,7 +31,7 @@ class TestServingThroughput(unittest.TestCase):
        )

        # Run benchmark
-        num_prompts = 400
+        num_prompts = 200
        args = SimpleNamespace(
            backend="sglang",
            base_url=base_url,