Rename request timeout env vars for waiting/running stages (#18766)

This commit is contained in:
Liangsheng Yin
2026-02-12 22:58:40 -08:00
committed by GitHub
parent 5700b19cbf
commit e6f7a372ef
4 changed files with 34 additions and 22 deletions
+7 -7
View File
@@ -236,12 +236,12 @@ class TestAbortAllWithRetraction(CustomTestCase):
print("Finished test_abort_all_with_retraction")
class TestAbortWithQueueTimeout(CustomTestCase):
class TestAbortWithWaitingTimeout(CustomTestCase):
@classmethod
def setUpClass(cls):
cls.model = DEFAULT_MODEL_NAME_FOR_TEST
cls.base_url = DEFAULT_URL_FOR_TEST
with envs.SGLANG_QUEUED_TIMEOUT_MS.override(1):
with envs.SGLANG_REQ_WAITING_TIMEOUT.override(0.001):
cls.process = popen_launch_server(
cls.model,
cls.base_url,
@@ -269,7 +269,7 @@ class TestAbortWithQueueTimeout(CustomTestCase):
)
return response.json()
def test_queue_timeout(self):
def test_waiting_timeout(self):
num_requests = 2
with ThreadPoolExecutor(num_requests) as executor:
futures = [executor.submit(self._run_decode) for _ in range(num_requests)]
@@ -283,13 +283,13 @@ class TestAbortWithQueueTimeout(CustomTestCase):
self.assertEqual(error_count, 1)
class TestAbortWithForwardTimeout(CustomTestCase):
class TestAbortWithRunningTimeout(CustomTestCase):
@classmethod
def setUpClass(cls):
cls.model = DEFAULT_MODEL_NAME_FOR_TEST
cls.base_url = DEFAULT_URL_FOR_TEST
with envs.SGLANG_FORWARD_TIMEOUT_MS.override(
1
with envs.SGLANG_REQ_RUNNING_TIMEOUT.override(
0.001
), envs.SGLANG_ENABLE_HEALTH_ENDPOINT_GENERATION.override(False):
cls.process = popen_launch_server(
cls.model,
@@ -302,7 +302,7 @@ class TestAbortWithForwardTimeout(CustomTestCase):
def tearDownClass(cls):
kill_process_tree(cls.process.pid)
def test_forward_timeout(self):
def test_running_timeout(self):
response = requests.post(
self.base_url + "/generate",
json={