Migrate FP8/TorchAO tests to test/registered/quant/ (#16453)
This commit is contained in:
1
.github/workflows/pr-test-amd.yml
vendored
1
.github/workflows/pr-test-amd.yml
vendored
@@ -832,7 +832,6 @@ jobs:
|
||||
timeout-minutes: 30
|
||||
run: |
|
||||
bash scripts/ci/amd_ci_exec.sh -e SGLANG_USE_AITER=0 python3 test_eval_accuracy_large.py
|
||||
bash scripts/ci/amd_ci_exec.sh python3 test_eval_fp8_accuracy.py
|
||||
|
||||
accuracy-test-2-gpu-amd:
|
||||
needs: [check-changes, accuracy-test-1-gpu-amd]
|
||||
|
||||
@@ -17,7 +17,6 @@ from sglang.test.test_utils import (
|
||||
popen_launch_server,
|
||||
)
|
||||
|
||||
# AutoRound quantization tests
|
||||
register_cuda_ci(est_time=77, suite="stage-b-test-small-1-gpu")
|
||||
|
||||
|
||||
|
||||
@@ -19,7 +19,6 @@ from sglang.srt.layers.quantization.awq_triton import (
|
||||
from sglang.test.ci.ci_register import register_amd_ci
|
||||
from sglang.test.test_utils import CustomTestCase
|
||||
|
||||
# AWQ dequantization tests (AMD only)
|
||||
register_amd_ci(est_time=2, suite="stage-a-test-1")
|
||||
|
||||
device = "cuda"
|
||||
|
||||
@@ -10,7 +10,6 @@ from sglang.srt.server_args import ServerArgs, set_global_server_args_for_schedu
|
||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
from sglang.test.test_utils import CustomTestCase
|
||||
|
||||
# Block INT8 quantization kernel tests
|
||||
register_cuda_ci(est_time=44, suite="stage-b-test-small-1-gpu")
|
||||
register_amd_ci(est_time=22, suite="stage-a-test-1")
|
||||
|
||||
|
||||
@@ -2,6 +2,7 @@ import unittest
|
||||
from types import SimpleNamespace
|
||||
|
||||
from sglang.srt.utils import is_hip, kill_process_tree
|
||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
from sglang.test.run_eval import run_eval
|
||||
from sglang.test.test_utils import (
|
||||
DEFAULT_MODEL_NAME_FOR_ACCURACY_TEST_FP8,
|
||||
@@ -13,6 +14,9 @@ from sglang.test.test_utils import (
|
||||
popen_launch_server,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=250, suite="stage-b-test-small-1-gpu")
|
||||
register_amd_ci(est_time=303, suite="stage-b-test-small-1-gpu")
|
||||
|
||||
|
||||
class TestEvalFP8Accuracy(CustomTestCase):
|
||||
@classmethod
|
||||
@@ -9,7 +9,6 @@ from sglang.srt.layers.quantization.fp8_kernel import (
|
||||
from sglang.test.ci.ci_register import register_cuda_ci
|
||||
from sglang.test.test_utils import CustomTestCase
|
||||
|
||||
# FP8 quantization kernel tests
|
||||
register_cuda_ci(est_time=10, suite="stage-b-test-small-1-gpu")
|
||||
|
||||
|
||||
|
||||
@@ -7,8 +7,11 @@ from sglang.srt.layers.quantization.fp8_utils import (
|
||||
quant_weight_ue8m0,
|
||||
transform_scale_ue8m0,
|
||||
)
|
||||
from sglang.test.ci.ci_register import register_cuda_ci
|
||||
from sglang.test.test_utils import CustomTestCase
|
||||
|
||||
register_cuda_ci(est_time=9, suite="stage-b-test-small-1-gpu")
|
||||
|
||||
|
||||
class TestInverseTransformScaleUe8m0(CustomTestCase):
|
||||
def test_round_trip(self):
|
||||
@@ -7,7 +7,6 @@ import torch.nn.functional as F
|
||||
from sglang.test.ci.ci_register import register_amd_ci
|
||||
from sglang.test.test_utils import CustomTestCase
|
||||
|
||||
# Fused RMS FP8 group quantization tests (AMD/ROCm only)
|
||||
register_amd_ci(est_time=10, suite="stage-a-test-1")
|
||||
|
||||
|
||||
|
||||
@@ -11,7 +11,6 @@ from sglang.srt.server_args import ServerArgs, set_global_server_args_for_schedu
|
||||
from sglang.test.ci.ci_register import register_cuda_ci
|
||||
from sglang.test.test_utils import CustomTestCase
|
||||
|
||||
# INT8 quantization kernel tests
|
||||
register_cuda_ci(est_time=8, suite="stage-b-test-small-1-gpu")
|
||||
|
||||
|
||||
|
||||
@@ -4,6 +4,9 @@ from types import SimpleNamespace
|
||||
import requests
|
||||
|
||||
from sglang import Engine
|
||||
from sglang.test.ci.ci_register import register_cuda_ci
|
||||
|
||||
register_cuda_ci(est_time=103, suite="stage-b-test-small-1-gpu")
|
||||
from sglang.lang.chat_template import get_chat_template_by_model_path
|
||||
from sglang.srt.utils import kill_process_tree
|
||||
from sglang.test.run_eval import run_eval
|
||||
@@ -8,7 +8,6 @@ from sglang.srt.layers.quantization.fp8_kernel import triton_scaled_mm
|
||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
from sglang.test.test_utils import CustomTestCase
|
||||
|
||||
# Triton scaled matrix multiplication tests
|
||||
register_cuda_ci(est_time=8, suite="stage-b-test-small-1-gpu")
|
||||
register_amd_ci(est_time=12, suite="stage-a-test-1")
|
||||
|
||||
|
||||
@@ -14,7 +14,6 @@ from sglang.test.test_utils import (
|
||||
popen_launch_server,
|
||||
)
|
||||
|
||||
# W8A8 quantization server integration tests
|
||||
register_cuda_ci(est_time=160, suite="stage-b-test-small-1-gpu")
|
||||
|
||||
|
||||
|
||||
@@ -10,10 +10,8 @@ from sglang.test.ci.ci_utils import TestFile, run_unittest_files
|
||||
suites = {
|
||||
"per-commit-1-gpu": [
|
||||
TestFile("test_deterministic.py", 228),
|
||||
TestFile("test_eval_fp8_accuracy.py", 250),
|
||||
TestFile("test_evs.py", 20),
|
||||
TestFile("test_external_models.py", 30),
|
||||
TestFile("test_fp8_utils.py", 9),
|
||||
TestFile("test_gpt_oss_1gpu.py", 402),
|
||||
TestFile("test_hidden_states.py", 55),
|
||||
TestFile("test_input_embeddings.py", 38),
|
||||
@@ -35,7 +33,6 @@ suites = {
|
||||
TestFile("test_profile_merger_http_api.py", 9),
|
||||
TestFile("test_swa_unittest.py", 8),
|
||||
TestFile("test_torch_compile.py", 190),
|
||||
TestFile("test_torchao.py", 103),
|
||||
TestFile("test_utils_update_weights.py", 29),
|
||||
TestFile("test_video_utils.py", 5),
|
||||
TestFile("test_modelopt_export.py", 9),
|
||||
@@ -128,7 +125,6 @@ suite_amd = {
|
||||
# TestFile("lora/test_lora_cuda_graph.py", 250), # Disabled temporarily, see https://github.com/sgl-project/sglang/issues/13107
|
||||
# TestFile("lora/test_lora_qwen3.py", 97), # Disabled temporarily, see https://github.com/sgl-project/sglang/issues/13107
|
||||
TestFile("test_bench_typebaseddispatcher.py", 10),
|
||||
TestFile("test_eval_fp8_accuracy.py", 303),
|
||||
TestFile("test_external_models.py", 45),
|
||||
TestFile("test_input_embeddings.py", 38),
|
||||
TestFile("test_io_struct.py", 8),
|
||||
|
||||
Reference in New Issue
Block a user