From 0241e0460fd43bb2f1d6a2b771042b19547e1c90 Mon Sep 17 00:00:00 2001 From: Alison Shao <54658187+alisonshao@users.noreply.github.com> Date: Wed, 7 Jan 2026 13:21:16 -0800 Subject: [PATCH] Migrate tokenizer tests to test/registered/tokenizer/ (#16457) --- .../function_call}/test_jinja_template_utils.py | 3 +++ test/{srt => registered/tokenizer}/test_multi_tokenizer.py | 4 ++++ .../tokenizer}/test_skip_tokenizer_init.py | 4 ++++ test/srt/run_suite.py | 6 ------ 4 files changed, 11 insertions(+), 6 deletions(-) rename test/{srt => registered/function_call}/test_jinja_template_utils.py (98%) rename test/{srt => registered/tokenizer}/test_multi_tokenizer.py (92%) rename test/{srt => registered/tokenizer}/test_skip_tokenizer_init.py (97%) diff --git a/test/srt/test_jinja_template_utils.py b/test/registered/function_call/test_jinja_template_utils.py similarity index 98% rename from test/srt/test_jinja_template_utils.py rename to test/registered/function_call/test_jinja_template_utils.py index 46e634006..0bb4161fe 100644 --- a/test/srt/test_jinja_template_utils.py +++ b/test/registered/function_call/test_jinja_template_utils.py @@ -8,8 +8,11 @@ from sglang.srt.parser.jinja_template_utils import ( detect_jinja_template_content_format, process_content_for_template_format, ) +from sglang.test.ci.ci_register import register_cpu_ci from sglang.test.test_utils import CustomTestCase +register_cpu_ci(est_time=7, suite="stage-a-cpu-only") + class TestTemplateContentFormatDetection(CustomTestCase): """Test template content format detection functionality.""" diff --git a/test/srt/test_multi_tokenizer.py b/test/registered/tokenizer/test_multi_tokenizer.py similarity index 92% rename from test/srt/test_multi_tokenizer.py rename to test/registered/tokenizer/test_multi_tokenizer.py index f705c061c..a29372762 100644 --- a/test/srt/test_multi_tokenizer.py +++ b/test/registered/tokenizer/test_multi_tokenizer.py @@ -2,6 +2,7 @@ import unittest from types import SimpleNamespace from sglang.srt.utils import kill_process_tree +from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci from sglang.test.run_eval import run_eval from sglang.test.test_utils import ( DEFAULT_MODEL_NAME_FOR_TEST, @@ -16,6 +17,9 @@ from sglang.test.test_utils import ( write_github_step_summary, ) +register_cuda_ci(est_time=230, suite="stage-b-test-small-1-gpu") +register_amd_ci(est_time=345, suite="stage-b-test-small-1-gpu") + class TestMultiTokenizer(CustomTestCase): # from test_hicache.py diff --git a/test/srt/test_skip_tokenizer_init.py b/test/registered/tokenizer/test_skip_tokenizer_init.py similarity index 97% rename from test/srt/test_skip_tokenizer_init.py rename to test/registered/tokenizer/test_skip_tokenizer_init.py index c65dadb42..7303fdb04 100644 --- a/test/srt/test_skip_tokenizer_init.py +++ b/test/registered/tokenizer/test_skip_tokenizer_init.py @@ -11,6 +11,7 @@ from transformers import AutoProcessor, AutoTokenizer from sglang.lang.chat_template import get_chat_template_by_model_path from sglang.srt.utils import kill_process_tree +from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci from sglang.test.test_utils import ( DEFAULT_IMAGE_URL, DEFAULT_SMALL_MODEL_NAME_FOR_TEST, @@ -22,6 +23,9 @@ from sglang.test.test_utils import ( popen_launch_server, ) +register_cuda_ci(est_time=77, suite="stage-b-test-small-1-gpu") +register_amd_ci(est_time=117, suite="stage-b-test-small-1-gpu") + class TestSkipTokenizerInit(CustomTestCase): @classmethod diff --git a/test/srt/run_suite.py b/test/srt/run_suite.py index d8d8fb70a..d07dcec37 100644 --- a/test/srt/run_suite.py +++ b/test/srt/run_suite.py @@ -11,10 +11,7 @@ suites = { "per-commit-1-gpu": [ TestFile("test_evs.py", 20), TestFile("test_external_models.py", 30), - TestFile("test_jinja_template_utils.py", 7), TestFile("test_modelopt_loader.py", 11), - TestFile("test_multi_tokenizer.py", 230), - TestFile("test_skip_tokenizer_init.py", 77), TestFile("test_utils_update_weights.py", 29), TestFile("test_video_utils.py", 5), TestFile("test_modelopt_export.py", 9), @@ -107,10 +104,7 @@ suite_amd = { # TestFile("lora/test_lora_qwen3.py", 97), # Disabled temporarily, see https://github.com/sgl-project/sglang/issues/13107 TestFile("test_bench_typebaseddispatcher.py", 10), TestFile("test_external_models.py", 45), - TestFile("test_jinja_template_utils.py", 1), - TestFile("test_multi_tokenizer.py", 345), TestFile("test_rope_rocm.py", 3), - TestFile("test_skip_tokenizer_init.py", 117), # TestFile("test_torch_compile_moe.py", 210), # Disabled temporarily, see https://github.com/sgl-project/sglang/issues/13107 TestFile("test_type_based_dispatcher.py", 10), TestFile("test_video_utils.py", 8),