From 229256c505672df65c6781786736542fef9d5337 Mon Sep 17 00:00:00 2001 From: Minglei Zhu Date: Sat, 1 Nov 2025 18:10:32 -0700 Subject: [PATCH] [Deterministic] add deepseek v3 deterministic inference CI test (#12412) --- test/srt/run_suite.py | 1 + test/srt/test_deepseek_v3_deterministic.py | 54 ++++++++++++++++++++++ 2 files changed, 55 insertions(+) create mode 100644 test/srt/test_deepseek_v3_deterministic.py diff --git a/test/srt/run_suite.py b/test/srt/run_suite.py index 688cfdea2..49be246d7 100644 --- a/test/srt/run_suite.py +++ b/test/srt/run_suite.py @@ -75,6 +75,7 @@ suites = { TestFile("test_build_eagle_tree.py", 8), TestFile("test_chunked_prefill.py", 410), TestFile("test_create_kvindices.py", 2), + TestFile("test_deepseek_v3_deterministic.py", 240), TestFile("test_deterministic.py", 320), TestFile("test_eagle_infer_a.py", 370), TestFile("test_eagle_infer_b.py", 500), diff --git a/test/srt/test_deepseek_v3_deterministic.py b/test/srt/test_deepseek_v3_deterministic.py new file mode 100644 index 000000000..f2b71a3e5 --- /dev/null +++ b/test/srt/test_deepseek_v3_deterministic.py @@ -0,0 +1,54 @@ +""" +Usage: +cd test/srt +python3 -m unittest test_deepseek_v3_deterministic.TestFa3Deterministic +""" + +import unittest + +from sglang.test.test_deterministic_utils import ( + COMMON_SERVER_ARGS, + TestDeterministicBase, +) + +DEEPSEEK_MODEL = "lmsys/sglang-ci-dsv3-test" + + +class TestFa3Deterministic(TestDeterministicBase): + @classmethod + def get_model(cls): + return DEEPSEEK_MODEL + + # Test with fa3 attention backend + @classmethod + def get_server_args(cls): + args = COMMON_SERVER_ARGS + args.extend( + [ + "--attention-backend", + "fa3", + ] + ) + return args + + +class TestTritonDeterministic(TestDeterministicBase): + @classmethod + def get_model(cls): + return DEEPSEEK_MODEL + + # Test with triton attention backend + @classmethod + def get_server_args(cls): + args = COMMON_SERVER_ARGS + args.extend( + [ + "--attention-backend", + "triton", + ] + ) + return args + + +if __name__ == "__main__": + unittest.main()