Migrate tokenizer tests to test/registered/tokenizer/ (#16457)
This commit is contained in:
@@ -8,8 +8,11 @@ from sglang.srt.parser.jinja_template_utils import (
|
||||
detect_jinja_template_content_format,
|
||||
process_content_for_template_format,
|
||||
)
|
||||
from sglang.test.ci.ci_register import register_cpu_ci
|
||||
from sglang.test.test_utils import CustomTestCase
|
||||
|
||||
register_cpu_ci(est_time=7, suite="stage-a-cpu-only")
|
||||
|
||||
|
||||
class TestTemplateContentFormatDetection(CustomTestCase):
|
||||
"""Test template content format detection functionality."""
|
||||
@@ -2,6 +2,7 @@ import unittest
|
||||
from types import SimpleNamespace
|
||||
|
||||
from sglang.srt.utils import kill_process_tree
|
||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
from sglang.test.run_eval import run_eval
|
||||
from sglang.test.test_utils import (
|
||||
DEFAULT_MODEL_NAME_FOR_TEST,
|
||||
@@ -16,6 +17,9 @@ from sglang.test.test_utils import (
|
||||
write_github_step_summary,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=230, suite="stage-b-test-small-1-gpu")
|
||||
register_amd_ci(est_time=345, suite="stage-b-test-small-1-gpu")
|
||||
|
||||
|
||||
class TestMultiTokenizer(CustomTestCase):
|
||||
# from test_hicache.py
|
||||
@@ -11,6 +11,7 @@ from transformers import AutoProcessor, AutoTokenizer
|
||||
|
||||
from sglang.lang.chat_template import get_chat_template_by_model_path
|
||||
from sglang.srt.utils import kill_process_tree
|
||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
from sglang.test.test_utils import (
|
||||
DEFAULT_IMAGE_URL,
|
||||
DEFAULT_SMALL_MODEL_NAME_FOR_TEST,
|
||||
@@ -22,6 +23,9 @@ from sglang.test.test_utils import (
|
||||
popen_launch_server,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=77, suite="stage-b-test-small-1-gpu")
|
||||
register_amd_ci(est_time=117, suite="stage-b-test-small-1-gpu")
|
||||
|
||||
|
||||
class TestSkipTokenizerInit(CustomTestCase):
|
||||
@classmethod
|
||||
@@ -11,10 +11,7 @@ suites = {
|
||||
"per-commit-1-gpu": [
|
||||
TestFile("test_evs.py", 20),
|
||||
TestFile("test_external_models.py", 30),
|
||||
TestFile("test_jinja_template_utils.py", 7),
|
||||
TestFile("test_modelopt_loader.py", 11),
|
||||
TestFile("test_multi_tokenizer.py", 230),
|
||||
TestFile("test_skip_tokenizer_init.py", 77),
|
||||
TestFile("test_utils_update_weights.py", 29),
|
||||
TestFile("test_video_utils.py", 5),
|
||||
TestFile("test_modelopt_export.py", 9),
|
||||
@@ -107,10 +104,7 @@ suite_amd = {
|
||||
# TestFile("lora/test_lora_qwen3.py", 97), # Disabled temporarily, see https://github.com/sgl-project/sglang/issues/13107
|
||||
TestFile("test_bench_typebaseddispatcher.py", 10),
|
||||
TestFile("test_external_models.py", 45),
|
||||
TestFile("test_jinja_template_utils.py", 1),
|
||||
TestFile("test_multi_tokenizer.py", 345),
|
||||
TestFile("test_rope_rocm.py", 3),
|
||||
TestFile("test_skip_tokenizer_init.py", 117),
|
||||
# TestFile("test_torch_compile_moe.py", 210), # Disabled temporarily, see https://github.com/sgl-project/sglang/issues/13107
|
||||
TestFile("test_type_based_dispatcher.py", 10),
|
||||
TestFile("test_video_utils.py", 8),
|
||||
|
||||
Reference in New Issue
Block a user