chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

Add stress test workflow (#13937)

Browse Source 
Co-authored-by: Liangsheng Yin <hnyls2002@gmail.com>
This commit is contained in:
Douglas Yang
2025-11-26 13:24:39 -08:00
committed by GitHub
parent 0a186924ba
commit 697a77bf73
6 changed files with 480 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

51
test/registered/stress/test_stress_deepseek_v3.py Normal file
View File

@@ -0,0 +1,51 @@
"""Stress test for DeepSeek-V3 model."""
import os
import unittest
from sglang.test.ci.ci_register import register_cuda_ci
from sglang.test.ci.ci_stress_utils import StressTestRunner
from sglang.test.test_utils import DEFAULT_URL_FOR_TEST
MODEL_PATH = "deepseek-ai/DeepSeek-V3"
RANDOM_INPUT_LEN = 16384
RANDOM_OUTPUT_LEN = 1024
OUTPUT_FILE = "stress_test_deepseek_v3.jsonl"
# Register for CI - estimated 45 minutes
register_cuda_ci(est_time=2700, suite="stress")
class TestStressDeepSeekV3(unittest.TestCase):
@classmethod
def setUpClass(cls):
cls.model = MODEL_PATH
cls.base_url = DEFAULT_URL_FOR_TEST
cls.num_prompts = int(os.environ.get("NUM_PROMPTS", "50000"))
cls.duration_minutes = int(os.environ.get("DURATION_MINUTES", "45"))
cls.runner = StressTestRunner(
test_name="DeepSeek-V3 Stress Test",
base_url=cls.base_url,
num_prompts=cls.num_prompts,
duration_minutes=cls.duration_minutes,
)
def test_stress_deepseek_v3(self):
try:
success = self.runner.run_stress_test_for_model(
model_path=self.model,
random_input_len=RANDOM_INPUT_LEN,
random_output_len=RANDOM_OUTPUT_LEN,
output_file=OUTPUT_FILE,
server_args=["--tp", "8", "--trust-remote-code"],
)
self.assertTrue(success, f"Stress test failed for {self.model}")
finally:
self.runner.write_final_report()
if __name__ == "__main__":
unittest.main()

51
test/registered/stress/test_stress_glm_4_6.py Normal file
View File

@@ -0,0 +1,51 @@
"""Stress test for GLM-4.6 model."""
import os
import unittest
from sglang.test.ci.ci_register import register_cuda_ci
from sglang.test.ci.ci_stress_utils import StressTestRunner
from sglang.test.test_utils import DEFAULT_URL_FOR_TEST
MODEL_PATH = "zai-org/GLM-4.6"
RANDOM_INPUT_LEN = 4096
RANDOM_OUTPUT_LEN = 512
OUTPUT_FILE = "stress_test_glm_4_6.jsonl"
# Register for CI - estimated 45 minutes
register_cuda_ci(est_time=2700, suite="stress")
class TestStressGLM46(unittest.TestCase):
@classmethod
def setUpClass(cls):
cls.model = MODEL_PATH
cls.base_url = DEFAULT_URL_FOR_TEST
cls.num_prompts = int(os.environ.get("NUM_PROMPTS", "50000"))
cls.duration_minutes = int(os.environ.get("DURATION_MINUTES", "45"))
cls.runner = StressTestRunner(
test_name="GLM-4.6 Stress Test",
base_url=cls.base_url,
num_prompts=cls.num_prompts,
duration_minutes=cls.duration_minutes,
)
def test_stress_glm_4_6(self):
try:
success = self.runner.run_stress_test_for_model(
model_path=self.model,
random_input_len=RANDOM_INPUT_LEN,
random_output_len=RANDOM_OUTPUT_LEN,
output_file=OUTPUT_FILE,
server_args=["--tp", "8", "--trust-remote-code"],
)
self.assertTrue(success, f"Stress test failed for {self.model}")
finally:
self.runner.write_final_report()
if __name__ == "__main__":
unittest.main()

59
test/registered/stress/test_stress_kimi_k2.py Normal file
View File

@@ -0,0 +1,59 @@
"""Stress test for Kimi-K2-Thinking model."""
import os
import unittest
from sglang.test.ci.ci_register import register_cuda_ci
from sglang.test.ci.ci_stress_utils import StressTestRunner
from sglang.test.test_utils import DEFAULT_URL_FOR_TEST
MODEL_PATH = "moonshotai/Kimi-K2-Thinking"
RANDOM_INPUT_LEN = 4096
RANDOM_OUTPUT_LEN = 512
OUTPUT_FILE = "stress_test_kimi_k2.jsonl"
# Register for CI - estimated 45 minutes
register_cuda_ci(est_time=2700, suite="stress")
class TestStressKimiK2(unittest.TestCase):
@classmethod
def setUpClass(cls):
cls.model = MODEL_PATH
cls.base_url = DEFAULT_URL_FOR_TEST
cls.num_prompts = int(os.environ.get("NUM_PROMPTS", "50000"))
cls.duration_minutes = int(os.environ.get("DURATION_MINUTES", "45"))
cls.runner = StressTestRunner(
test_name="Kimi-K2-Thinking Stress Test",
base_url=cls.base_url,
num_prompts=cls.num_prompts,
duration_minutes=cls.duration_minutes,
)
def test_stress_kimi_k2(self):
try:
success = self.runner.run_stress_test_for_model(
model_path=self.model,
random_input_len=RANDOM_INPUT_LEN,
random_output_len=RANDOM_OUTPUT_LEN,
output_file=OUTPUT_FILE,
server_args=[
"--tp",
"8",
"--trust-remote-code",
"--tool-call-parser",
"kimi_k2",
"--reasoning-parser",
"kimi_k2",
],
)
self.assertTrue(success, f"Stress test failed for {self.model}")
finally:
self.runner.write_final_report()
if __name__ == "__main__":
unittest.main()

51
test/registered/stress/test_stress_qwen3_235b.py Normal file
View File

@@ -0,0 +1,51 @@
"""Stress test for Qwen3-235B model."""
import os
import unittest
from sglang.test.ci.ci_register import register_cuda_ci
from sglang.test.ci.ci_stress_utils import StressTestRunner
from sglang.test.test_utils import DEFAULT_URL_FOR_TEST
MODEL_PATH = "Qwen/Qwen3-235B-A22B-Instruct-2507"
RANDOM_INPUT_LEN = 4096
RANDOM_OUTPUT_LEN = 512
OUTPUT_FILE = "stress_test_qwen3_235b.jsonl"
# Register for CI - estimated 45 minutes
register_cuda_ci(est_time=2700, suite="stress")
class TestStressQwen3235B(unittest.TestCase):
@classmethod
def setUpClass(cls):
cls.model = MODEL_PATH
cls.base_url = DEFAULT_URL_FOR_TEST
cls.num_prompts = int(os.environ.get("NUM_PROMPTS", "50000"))
cls.duration_minutes = int(os.environ.get("DURATION_MINUTES", "45"))
cls.runner = StressTestRunner(
test_name="Qwen3-235B Stress Test",
base_url=cls.base_url,
num_prompts=cls.num_prompts,
duration_minutes=cls.duration_minutes,
)
def test_stress_qwen3_235b(self):
try:
success = self.runner.run_stress_test_for_model(
model_path=self.model,
random_input_len=RANDOM_INPUT_LEN,
random_output_len=RANDOM_OUTPUT_LEN,
output_file=OUTPUT_FILE,
server_args=["--tp", "8", "--trust-remote-code"],
)
self.assertTrue(success, f"Stress test failed for {self.model}")
finally:
self.runner.write_final_report()
if __name__ == "__main__":
unittest.main()