36 lines
1.2 KiB
Python
36 lines
1.2 KiB
Python
"""
|
|
python3 -m unittest test_chunked_prefill.TestChunkedPrefill.test_mixed_chunked_prefill_without_radix_cache
|
|
"""
|
|
|
|
import unittest
|
|
|
|
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
|
from sglang.test.test_utils import CustomTestCase, run_mmlu_test, run_mulit_request_test
|
|
|
|
register_cuda_ci(est_time=312, suite="stage-b-test-small-1-gpu")
|
|
register_amd_ci(est_time=312, suite="stage-b-test-small-1-gpu-amd")
|
|
|
|
|
|
class TestChunkedPrefill(CustomTestCase):
|
|
def test_chunked_prefill(self):
|
|
run_mmlu_test(disable_radix_cache=False, enable_mixed_chunk=False)
|
|
|
|
def test_mixed_chunked_prefill(self):
|
|
run_mmlu_test(disable_radix_cache=False, enable_mixed_chunk=True)
|
|
|
|
def test_chunked_prefill_without_radix_cache(self):
|
|
run_mmlu_test(disable_radix_cache=True, enable_mixed_chunk=False)
|
|
|
|
def test_mixed_chunked_prefill_without_radix_cache(self):
|
|
run_mmlu_test(disable_radix_cache=True, enable_mixed_chunk=True)
|
|
|
|
def test_mixed_chunked_prefill_multi_requests(self):
|
|
run_mulit_request_test(
|
|
enable_mixed_chunk=True,
|
|
chunked_prefill_size=2048,
|
|
)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|