Add 5090 dry run stage to PR test workflow (#17022)

This commit is contained in:
Alison Shao
2026-01-13 14:12:33 -08:00
committed by GitHub
parent 339915ce2b
commit b880607108
71 changed files with 158 additions and 3 deletions
+52
View File
@@ -672,6 +672,58 @@ jobs:
fi
python3 run_suite.py --hw cuda --suite stage-b-test-large-1-gpu $CONTINUE_ON_ERROR_FLAG
# 5090 dry run stage - only runs on scheduled CI or when explicitly targeted via /rerun-stage
# Used to validate 5090 compatibility before full integration
stage-b-test-small-1-gpu-5090:
needs: [check-changes, call-gate, stage-a-test-1, sgl-kernel-build-wheels]
if: |
always() &&
(
(inputs.target_stage == 'stage-b-test-small-1-gpu-5090') ||
(
!inputs.target_stage &&
github.event_name == 'schedule' &&
(!failure() && !cancelled()) &&
((needs.check-changes.outputs.main_package == 'true') || (needs.check-changes.outputs.sgl_kernel == 'true'))
)
)
runs-on: 1-gpu-5090
continue-on-error: true
env:
RUNNER_LABELS: 1-gpu-5090
IS_BLACKWELL: "1"
strategy:
fail-fast: false
max-parallel: 8
matrix:
partition: [0, 1, 2, 3, 4, 5, 6, 7]
steps:
- name: Checkout code
uses: actions/checkout@v4
with:
ref: ${{ inputs.pr_head_sha || inputs.ref || github.sha }}
- name: Download artifacts
if: needs.check-changes.outputs.sgl_kernel == 'true'
uses: actions/download-artifact@v4
with:
path: sgl-kernel/dist/
merge-multiple: true
pattern: wheel-python3.10-cuda12.9
- name: Install dependencies
timeout-minutes: 10
run: |
source /etc/profile.d/sglang-ci.sh
CUSTOM_BUILD_SGL_KERNEL=${{needs.check-changes.outputs.sgl_kernel}} bash scripts/ci/ci_install_dependency.sh
- name: Run test
timeout-minutes: 30
run: |
source /etc/profile.d/sglang-ci.sh
cd test/
python3 run_suite.py --hw cuda --suite stage-b-test-small-1-gpu-5090 --auto-partition-id ${{ matrix.partition }} --auto-partition-size 8 --continue-on-error
stage-b-test-large-2-gpu:
needs: [check-changes, call-gate, stage-a-test-1, sgl-kernel-build-wheels]
if: |
+34 -3
View File
@@ -136,7 +136,18 @@ if [ "${CUSTOM_BUILD_SGL_KERNEL:-}" = "true" ]; then
fi
$PIP_CMD install sgl-kernel/dist/sgl_kernel-${SGL_KERNEL_VERSION_FROM_KERNEL}-cp310-abi3-manylinux2014_${WHEEL_ARCH}.whl --force-reinstall $PIP_INSTALL_SUFFIX
else
$PIP_CMD install sgl-kernel==${SGL_KERNEL_VERSION_FROM_SRT} --force-reinstall $PIP_INSTALL_SUFFIX
# On Blackwell machines, skip reinstall if correct version already installed to avoid race conditions
if [ "$IS_BLACKWELL" = "1" ]; then
INSTALLED_SGL_KERNEL=$(pip show sgl-kernel 2>/dev/null | grep "^Version:" | awk '{print $2}' || echo "")
if [ "$INSTALLED_SGL_KERNEL" = "$SGL_KERNEL_VERSION_FROM_SRT" ]; then
echo "sgl-kernel==${SGL_KERNEL_VERSION_FROM_SRT} already installed, skipping reinstall"
else
echo "Installing sgl-kernel==${SGL_KERNEL_VERSION_FROM_SRT} (current: ${INSTALLED_SGL_KERNEL:-none})"
$PIP_CMD install sgl-kernel==${SGL_KERNEL_VERSION_FROM_SRT} $PIP_INSTALL_SUFFIX
fi
else
$PIP_CMD install sgl-kernel==${SGL_KERNEL_VERSION_FROM_SRT} --force-reinstall $PIP_INSTALL_SUFFIX
fi
fi
# Show current packages
@@ -152,10 +163,30 @@ if [ "$IS_BLACKWELL" != "1" ]; then
fi
# DeepEP depends on nvshmem 3.4.5
$PIP_CMD install nvidia-nvshmem-cu12==3.4.5 --force-reinstall $PIP_INSTALL_SUFFIX
# On Blackwell machines, skip reinstall if correct version already installed to avoid race conditions
if [ "$IS_BLACKWELL" = "1" ]; then
INSTALLED_NVSHMEM=$(pip show nvidia-nvshmem-cu12 2>/dev/null | grep "^Version:" | awk '{print $2}' || echo "")
if [ "$INSTALLED_NVSHMEM" = "3.4.5" ]; then
echo "nvidia-nvshmem-cu12==3.4.5 already installed, skipping reinstall"
else
$PIP_CMD install nvidia-nvshmem-cu12==3.4.5 $PIP_INSTALL_SUFFIX
fi
else
$PIP_CMD install nvidia-nvshmem-cu12==3.4.5 --force-reinstall $PIP_INSTALL_SUFFIX
fi
# Cudnn with version less than 9.16.0.29 will cause performance regression on Conv3D kernel
$PIP_CMD install nvidia-cudnn-cu12==9.16.0.29 --force-reinstall $PIP_INSTALL_SUFFIX
# On Blackwell machines, skip reinstall if correct version already installed to avoid race conditions
if [ "$IS_BLACKWELL" = "1" ]; then
INSTALLED_CUDNN=$(pip show nvidia-cudnn-cu12 2>/dev/null | grep "^Version:" | awk '{print $2}' || echo "")
if [ "$INSTALLED_CUDNN" = "9.16.0.29" ]; then
echo "nvidia-cudnn-cu12==9.16.0.29 already installed, skipping reinstall"
else
$PIP_CMD install nvidia-cudnn-cu12==9.16.0.29 $PIP_INSTALL_SUFFIX
fi
else
$PIP_CMD install nvidia-cudnn-cu12==9.16.0.29 --force-reinstall $PIP_INSTALL_SUFFIX
fi
$PIP_CMD uninstall xformers || true
# Install flashinfer-jit-cache with caching and retry logic (flashinfer.ai can have transient DNS issues)
+1
View File
@@ -227,6 +227,7 @@ def handle_rerun_stage(
"stage-a-cpu-only",
"stage-b-test-small-1-gpu",
"stage-b-test-large-1-gpu",
"stage-b-test-small-1-gpu-5090",
"stage-b-test-large-2-gpu",
"stage-c-test-large-4-gpu",
"stage-c-test-large-4-gpu-b200",
@@ -9,6 +9,7 @@ from sglang.test.test_utils import CustomTestCase
# Triton kernel unit test for KV indices creation
register_cuda_ci(est_time=10, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=7, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(est_time=10, suite="stage-b-test-small-1-gpu-amd")
@@ -15,6 +15,7 @@ from sglang.srt.server_args import ServerArgs, set_global_server_args_for_schedu
from sglang.test.ci.ci_register import register_cuda_ci
register_cuda_ci(est_time=9, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=7, suite="stage-b-test-small-1-gpu-5090")
class TestMamba(unittest.TestCase):
@@ -15,6 +15,7 @@ from sglang.test.test_utils import (
# RadixAttention server integration tests
register_cuda_ci(est_time=100, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=79, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(est_time=100, suite="stage-b-test-small-1-gpu-amd")
@@ -21,6 +21,7 @@ from sglang.test.ci.ci_register import register_cuda_ci
# CPU-based unit test, runs quickly on any GPU runner
register_cuda_ci(est_time=5, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=7, suite="stage-b-test-small-1-gpu-5090")
import time
import unittest
@@ -19,6 +19,7 @@ from sglang.test.test_utils import (
# Torch native attention backend integration test with MMLU eval
register_cuda_ci(est_time=169, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=120, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(est_time=150, suite="stage-b-test-small-1-gpu-amd")
@@ -1,6 +1,7 @@
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
register_cuda_ci(est_time=111, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=76, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(est_time=179, suite="stage-b-test-small-1-gpu-amd")
import unittest
@@ -8,6 +8,7 @@ from sglang.test.ci.ci_register import register_cuda_ci
from sglang.test.test_utils import DEFAULT_SMALL_MODEL_NAME_FOR_TEST, CustomTestCase
register_cuda_ci(est_time=55, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=31, suite="stage-b-test-small-1-gpu-5090")
class TestHiddenState(CustomTestCase):
@@ -17,6 +17,7 @@ from sglang.test.test_utils import (
)
register_cuda_ci(est_time=38, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=40, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(est_time=38, suite="stage-b-test-small-1-gpu-amd")
+1
View File
@@ -10,6 +10,7 @@ from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
from sglang.test.test_utils import CustomTestCase
register_cuda_ci(est_time=6, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=5, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(est_time=10, suite="stage-b-test-small-1-gpu-amd")
HOOK_CALLS = []
+1
View File
@@ -14,6 +14,7 @@ from sglang.test.test_utils import (
)
register_cuda_ci(est_time=60, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=62, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(est_time=60, suite="stage-b-test-small-1-gpu-amd")
@@ -18,6 +18,7 @@ from sglang.test.test_utils import (
)
register_cuda_ci(est_time=47, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=49, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(est_time=70, suite="stage-b-test-small-1-gpu-amd")
+1
View File
@@ -7,6 +7,7 @@ from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
from sglang.test.test_utils import CustomTestCase
register_cuda_ci(est_time=9, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=8, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(est_time=1, suite="stage-b-test-small-1-gpu-amd")
@@ -28,6 +28,7 @@ from sglang.test.test_utils import (
)
register_cuda_ci(est_time=127, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=122, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(est_time=130, suite="stage-b-test-small-1-gpu-amd")
@@ -1,6 +1,7 @@
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
register_cuda_ci(est_time=9, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=7, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(est_time=15, suite="stage-b-test-small-1-gpu-amd")
import unittest
@@ -1,6 +1,7 @@
from sglang.test.ci.ci_register import register_cuda_ci
register_cuda_ci(est_time=96, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=96, suite="stage-b-test-small-1-gpu-5090")
import time
import unittest
@@ -1,6 +1,7 @@
from sglang.test.ci.ci_register import register_cuda_ci
register_cuda_ci(est_time=25, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=3, suite="stage-b-test-small-1-gpu-5090")
# Adapted from https://github.com/vllm-project/vllm/blob/main/tests/kernels/mamba/test_causal_conv1d.py
@@ -1,6 +1,7 @@
from sglang.test.ci.ci_register import register_cuda_ci
register_cuda_ci(est_time=7, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=5, suite="stage-b-test-small-1-gpu-5090")
# Adapted from https://github.com/vllm-project/vllm/blob/633f943e30a4444d890d26b81850f7217736f840/tests/kernels/mamba/test_mamba_ssm_ssd.py
@@ -1,6 +1,7 @@
from sglang.test.ci.ci_register import register_cuda_ci
register_cuda_ci(est_time=13, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=8, suite="stage-b-test-small-1-gpu-5090")
# Adapted from https://github.com/vllm-project/vllm/blob/633f943e30a4444d890d26b81850f7217736f840/tests/kernels/mamba/test_mamba_ssm_ssd.py
@@ -30,6 +30,7 @@ from sglang.test.lora_utils import (
from sglang.test.test_utils import CustomTestCase, is_in_ci
register_cuda_ci(est_time=200, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=137, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(
est_time=200,
suite="stage-b-test-small-1-gpu-amd",
@@ -24,6 +24,7 @@ from sglang.test.runners import SRTRunner
from sglang.test.test_utils import CustomTestCase
register_cuda_ci(est_time=224, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=215, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(est_time=224, suite="stage-b-test-small-1-gpu-amd")
PROMPTS = [
@@ -41,6 +41,10 @@ register_cuda_ci(
est_time=150,
suite="stage-b-test-small-1-gpu",
)
register_cuda_ci(
est_time=76,
suite="stage-b-test-small-1-gpu-5090",
)
from sglang.test.test_utils import DEFAULT_PORT_FOR_SRT_TEST_RUNNER, CustomTestCase
+1
View File
@@ -6,6 +6,7 @@ import requests
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
register_cuda_ci(est_time=32, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=29, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(est_time=32, suite="stage-b-test-small-1-gpu-amd")
from prometheus_client.parser import text_string_to_metric_families
from prometheus_client.samples import Sample
@@ -6,6 +6,7 @@ from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
from sglang.test.test_utils import CustomTestCase
register_cuda_ci(est_time=30, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=26, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(est_time=45, suite="stage-b-test-small-1-gpu")
@@ -26,6 +26,7 @@ CALIBRATION_NUM_SAMPLES = 512
DEFAULT_DEVICE = "cuda:0"
register_cuda_ci(est_time=11, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=8, suite="stage-b-test-small-1-gpu-5090")
class TestModelOptModelLoader(CustomTestCase):
@@ -2,6 +2,7 @@ from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
# Cross encoder model tests
register_cuda_ci(est_time=100, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=105, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(est_time=150, suite="stage-b-test-small-1-gpu-amd")
import multiprocessing as mp
@@ -2,6 +2,7 @@ from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
# Embedding model tests
register_cuda_ci(est_time=73, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=58, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(
est_time=73,
suite="stage-b-test-small-1-gpu-amd",
@@ -2,6 +2,7 @@ from sglang.test.ci.ci_register import register_cuda_ci
# Encoder embedding model tests (CUDA only)
register_cuda_ci(est_time=270, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=144, suite="stage-b-test-small-1-gpu-5090")
# Copyright 2023-2024 SGLang Team
# Licensed under the Apache License, Version 2.0 (the "License");
@@ -2,6 +2,7 @@ from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
# Qwen model tests
register_cuda_ci(est_time=90, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=84, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(est_time=130, suite="stage-b-test-small-1-gpu-amd")
import unittest
@@ -2,6 +2,7 @@ from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
# Reward model tests
register_cuda_ci(est_time=103, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=69, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(est_time=132, suite="stage-b-test-small-1-gpu-amd")
# Copyright 2023-2024 SGLang Team
@@ -2,6 +2,7 @@ from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
# Transformers fallback model tests
register_cuda_ci(est_time=245, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=210, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(est_time=320, suite="stage-b-test-small-1-gpu-amd")
import dataclasses
@@ -14,6 +14,7 @@ from sglang.test.test_utils import (
)
register_cuda_ci(est_time=70, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=48, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(est_time=141, suite="stage-b-test-small-1-gpu-amd")
@@ -29,6 +29,7 @@ from sglang.test.test_utils import (
)
register_cuda_ci(est_time=184, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=130, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(est_time=149, suite="stage-b-test-small-1-gpu-amd")
@@ -31,6 +31,7 @@ from sglang.srt.entrypoints.openai.protocol import (
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
register_cuda_ci(est_time=3, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=2, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(est_time=10, suite="stage-b-test-small-1-gpu-amd")
@@ -24,6 +24,7 @@ from sglang.srt.utils import get_or_create_event_loop
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
register_cuda_ci(est_time=10, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=8, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(est_time=10, suite="stage-b-test-small-1-gpu-amd")
@@ -14,6 +14,7 @@ from sglang.srt.managers.tokenizer_manager import TokenizerManager
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
register_cuda_ci(est_time=10, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=7, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(est_time=10, suite="stage-b-test-small-1-gpu-amd")
@@ -14,6 +14,7 @@ from sglang.test.test_utils import (
)
register_cuda_ci(est_time=109, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=84, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(est_time=180, suite="stage-b-test-small-1-gpu-amd")
@@ -14,6 +14,7 @@ from sglang.test.test_utils import (
)
register_cuda_ci(est_time=7, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=27, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(est_time=20, suite="stage-b-test-small-1-gpu-amd")
@@ -17,6 +17,7 @@ from sglang.test.test_utils import (
)
register_cuda_ci(est_time=186, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=134, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(
est_time=186,
suite="stage-b-test-small-1-gpu-amd",
@@ -24,6 +24,7 @@ from sglang.test.test_utils import (
)
register_cuda_ci(est_time=89, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=77, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(est_time=89, suite="stage-b-test-small-1-gpu-amd")
@@ -23,6 +23,7 @@ from sglang.test.test_utils import (
)
register_cuda_ci(est_time=120, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=109, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(est_time=258, suite="stage-b-test-small-1-gpu-amd")
@@ -12,6 +12,7 @@ from sglang.test.test_utils import (
)
register_cuda_ci(est_time=40, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=39, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(est_time=60, suite="stage-b-test-small-1-gpu-amd")
@@ -12,6 +12,7 @@ from sglang.test.test_utils import (
)
register_cuda_ci(est_time=6, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=37, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(est_time=47, suite="stage-b-test-small-1-gpu-amd")
@@ -2,6 +2,7 @@ from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
# Ops - Repeat Interleave tests (1-GPU)
register_cuda_ci(est_time=8, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=7, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(est_time=75, suite="stage-b-test-small-1-gpu-amd")
import time
@@ -18,6 +18,7 @@ from sglang.srt.utils.profile_merger import ProfileMerger
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
register_cuda_ci(est_time=8, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=7, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(est_time=8, suite="stage-b-test-small-1-gpu-amd")
@@ -5,6 +5,7 @@ from sglang.srt.managers.io_struct import ProfileReqInput
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
register_cuda_ci(est_time=9, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=6, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(est_time=9, suite="stage-b-test-small-1-gpu-amd")
@@ -30,6 +30,7 @@ from sglang.test.test_utils import (
)
register_cuda_ci(est_time=41, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=39, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(est_time=60, suite="stage-b-test-small-1-gpu-amd")
OUTPUT_DIR = "./profiler_dir"
+1
View File
@@ -18,6 +18,7 @@ from sglang.test.test_utils import (
)
register_cuda_ci(est_time=77, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=76, suite="stage-b-test-small-1-gpu-5090")
class TestAutoRound(CustomTestCase):
+1
View File
@@ -11,6 +11,7 @@ from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
from sglang.test.test_utils import CustomTestCase
register_cuda_ci(est_time=44, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=25, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(est_time=22, suite="stage-b-test-small-1-gpu-amd")
@@ -12,6 +12,7 @@ from sglang.test.ci.ci_register import register_cuda_ci
from sglang.test.test_utils import CustomTestCase
register_cuda_ci(est_time=8, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=10, suite="stage-b-test-small-1-gpu-5090")
def native_w8a8_per_token_matmul(A, B, As, Bs, output_dtype=torch.float16):
+1
View File
@@ -7,6 +7,7 @@ from sglang import Engine
from sglang.test.ci.ci_register import register_cuda_ci
register_cuda_ci(est_time=103, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=88, suite="stage-b-test-small-1-gpu-5090")
from sglang.lang.chat_template import get_chat_template_by_model_path
from sglang.srt.utils import kill_process_tree
from sglang.test.run_eval import run_eval
@@ -9,6 +9,7 @@ from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
from sglang.test.test_utils import CustomTestCase
register_cuda_ci(est_time=8, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=9, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(est_time=12, suite="stage-b-test-small-1-gpu-amd")
+1
View File
@@ -1,6 +1,7 @@
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
register_cuda_ci(est_time=9, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=8, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(est_time=15, suite="stage-b-test-small-1-gpu-amd")
import unittest
@@ -1,6 +1,7 @@
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
register_cuda_ci(est_time=90, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=54, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(est_time=90, suite="stage-b-test-small-1-gpu")
import json
@@ -1,6 +1,7 @@
from sglang.test.ci.ci_register import register_cuda_ci
register_cuda_ci(est_time=195, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=164, suite="stage-b-test-small-1-gpu-5090")
import gc
import json
@@ -18,6 +18,7 @@ import os
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
register_cuda_ci(est_time=41, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=43, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(est_time=60, suite="stage-b-test-small-1-gpu-amd")
import random
import unittest
+1
View File
@@ -10,6 +10,7 @@ from sglang.srt.utils import kill_process_tree
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
register_cuda_ci(est_time=82, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=44, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(est_time=82, suite="stage-b-test-small-1-gpu-amd")
from sglang.test.test_utils import (
DEFAULT_SMALL_MODEL_NAME_FOR_TEST,
@@ -7,6 +7,7 @@ from sglang.srt.utils import kill_process_tree
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
register_cuda_ci(est_time=66, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=64, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(est_time=66, suite="stage-b-test-small-1-gpu-amd")
from sglang.test.run_eval import run_eval
from sglang.test.test_utils import (
+1
View File
@@ -18,6 +18,7 @@ from sglang.test.test_utils import (
)
register_cuda_ci(est_time=131, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=119, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(est_time=51, suite="stage-b-test-small-1-gpu-amd")
@@ -8,6 +8,7 @@ from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
from sglang.test.test_utils import CustomTestCase, run_mmlu_test, run_mulit_request_test
register_cuda_ci(est_time=312, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=323, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(est_time=312, suite="stage-b-test-small-1-gpu-amd")
@@ -8,6 +8,7 @@ from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
from sglang.test.test_utils import CustomTestCase
register_cuda_ci(est_time=1, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=6, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(est_time=2, suite="stage-b-test-small-1-gpu-amd")
@@ -18,6 +18,7 @@ from sglang.test.test_utils import (
)
register_cuda_ci(est_time=130, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=146, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(est_time=195, suite="stage-b-test-small-1-gpu-amd")
@@ -18,6 +18,7 @@ from sglang.test.test_utils import (
from sglang.utils import is_in_ci
register_cuda_ci(est_time=311, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=400, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(est_time=450, suite="stage-b-test-small-1-gpu-amd")
@@ -12,6 +12,7 @@ from sglang.test.test_utils import (
)
register_cuda_ci(est_time=50, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=87, suite="stage-b-test-small-1-gpu-5090")
class TestEagle3Basic(EagleServerBase):
@@ -17,6 +17,7 @@ from sglang.test.test_utils import (
)
register_cuda_ci(est_time=283, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=404, suite="stage-b-test-small-1-gpu-5090")
class TestEagleServerBase(CustomTestCase, MatchedStopMixin):
@@ -9,6 +9,7 @@ from sglang.srt.speculative.eagle_utils import (
from sglang.test.ci.ci_register import register_cuda_ci
register_cuda_ci(est_time=3, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=2, suite="stage-b-test-small-1-gpu-5090")
class TestBuildEagleTree(unittest.TestCase):
@@ -24,6 +24,7 @@ from sglang.test.test_utils import (
)
register_cuda_ci(est_time=77, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=52, suite="stage-b-test-small-1-gpu-5090")
register_amd_ci(est_time=117, suite="stage-b-test-small-1-gpu-amd")
+1
View File
@@ -7,6 +7,7 @@ from sglang.test.ci.ci_register import register_cuda_ci
from sglang.test.test_utils import run_doctests
register_cuda_ci(est_time=20, suite="stage-b-test-small-1-gpu")
register_cuda_ci(est_time=7, suite="stage-b-test-small-1-gpu-5090")
def test_resolve_evs_config():
+1
View File
@@ -27,6 +27,7 @@ PER_COMMIT_SUITES = {
HWBackend.CUDA: [
"stage-a-test-1",
"stage-b-test-small-1-gpu",
"stage-b-test-small-1-gpu-5090",
"stage-b-test-large-1-gpu",
"stage-b-test-large-2-gpu",
"stage-c-test-large-4-gpu",