Add 5090 dry run stage to PR test workflow (#17022)
This commit is contained in:
@@ -672,6 +672,58 @@ jobs:
|
||||
fi
|
||||
python3 run_suite.py --hw cuda --suite stage-b-test-large-1-gpu $CONTINUE_ON_ERROR_FLAG
|
||||
|
||||
# 5090 dry run stage - only runs on scheduled CI or when explicitly targeted via /rerun-stage
|
||||
# Used to validate 5090 compatibility before full integration
|
||||
stage-b-test-small-1-gpu-5090:
|
||||
needs: [check-changes, call-gate, stage-a-test-1, sgl-kernel-build-wheels]
|
||||
if: |
|
||||
always() &&
|
||||
(
|
||||
(inputs.target_stage == 'stage-b-test-small-1-gpu-5090') ||
|
||||
(
|
||||
!inputs.target_stage &&
|
||||
github.event_name == 'schedule' &&
|
||||
(!failure() && !cancelled()) &&
|
||||
((needs.check-changes.outputs.main_package == 'true') || (needs.check-changes.outputs.sgl_kernel == 'true'))
|
||||
)
|
||||
)
|
||||
runs-on: 1-gpu-5090
|
||||
continue-on-error: true
|
||||
env:
|
||||
RUNNER_LABELS: 1-gpu-5090
|
||||
IS_BLACKWELL: "1"
|
||||
strategy:
|
||||
fail-fast: false
|
||||
max-parallel: 8
|
||||
matrix:
|
||||
partition: [0, 1, 2, 3, 4, 5, 6, 7]
|
||||
steps:
|
||||
- name: Checkout code
|
||||
uses: actions/checkout@v4
|
||||
with:
|
||||
ref: ${{ inputs.pr_head_sha || inputs.ref || github.sha }}
|
||||
|
||||
- name: Download artifacts
|
||||
if: needs.check-changes.outputs.sgl_kernel == 'true'
|
||||
uses: actions/download-artifact@v4
|
||||
with:
|
||||
path: sgl-kernel/dist/
|
||||
merge-multiple: true
|
||||
pattern: wheel-python3.10-cuda12.9
|
||||
|
||||
- name: Install dependencies
|
||||
timeout-minutes: 10
|
||||
run: |
|
||||
source /etc/profile.d/sglang-ci.sh
|
||||
CUSTOM_BUILD_SGL_KERNEL=${{needs.check-changes.outputs.sgl_kernel}} bash scripts/ci/ci_install_dependency.sh
|
||||
|
||||
- name: Run test
|
||||
timeout-minutes: 30
|
||||
run: |
|
||||
source /etc/profile.d/sglang-ci.sh
|
||||
cd test/
|
||||
python3 run_suite.py --hw cuda --suite stage-b-test-small-1-gpu-5090 --auto-partition-id ${{ matrix.partition }} --auto-partition-size 8 --continue-on-error
|
||||
|
||||
stage-b-test-large-2-gpu:
|
||||
needs: [check-changes, call-gate, stage-a-test-1, sgl-kernel-build-wheels]
|
||||
if: |
|
||||
|
||||
@@ -136,7 +136,18 @@ if [ "${CUSTOM_BUILD_SGL_KERNEL:-}" = "true" ]; then
|
||||
fi
|
||||
$PIP_CMD install sgl-kernel/dist/sgl_kernel-${SGL_KERNEL_VERSION_FROM_KERNEL}-cp310-abi3-manylinux2014_${WHEEL_ARCH}.whl --force-reinstall $PIP_INSTALL_SUFFIX
|
||||
else
|
||||
$PIP_CMD install sgl-kernel==${SGL_KERNEL_VERSION_FROM_SRT} --force-reinstall $PIP_INSTALL_SUFFIX
|
||||
# On Blackwell machines, skip reinstall if correct version already installed to avoid race conditions
|
||||
if [ "$IS_BLACKWELL" = "1" ]; then
|
||||
INSTALLED_SGL_KERNEL=$(pip show sgl-kernel 2>/dev/null | grep "^Version:" | awk '{print $2}' || echo "")
|
||||
if [ "$INSTALLED_SGL_KERNEL" = "$SGL_KERNEL_VERSION_FROM_SRT" ]; then
|
||||
echo "sgl-kernel==${SGL_KERNEL_VERSION_FROM_SRT} already installed, skipping reinstall"
|
||||
else
|
||||
echo "Installing sgl-kernel==${SGL_KERNEL_VERSION_FROM_SRT} (current: ${INSTALLED_SGL_KERNEL:-none})"
|
||||
$PIP_CMD install sgl-kernel==${SGL_KERNEL_VERSION_FROM_SRT} $PIP_INSTALL_SUFFIX
|
||||
fi
|
||||
else
|
||||
$PIP_CMD install sgl-kernel==${SGL_KERNEL_VERSION_FROM_SRT} --force-reinstall $PIP_INSTALL_SUFFIX
|
||||
fi
|
||||
fi
|
||||
|
||||
# Show current packages
|
||||
@@ -152,10 +163,30 @@ if [ "$IS_BLACKWELL" != "1" ]; then
|
||||
fi
|
||||
|
||||
# DeepEP depends on nvshmem 3.4.5
|
||||
$PIP_CMD install nvidia-nvshmem-cu12==3.4.5 --force-reinstall $PIP_INSTALL_SUFFIX
|
||||
# On Blackwell machines, skip reinstall if correct version already installed to avoid race conditions
|
||||
if [ "$IS_BLACKWELL" = "1" ]; then
|
||||
INSTALLED_NVSHMEM=$(pip show nvidia-nvshmem-cu12 2>/dev/null | grep "^Version:" | awk '{print $2}' || echo "")
|
||||
if [ "$INSTALLED_NVSHMEM" = "3.4.5" ]; then
|
||||
echo "nvidia-nvshmem-cu12==3.4.5 already installed, skipping reinstall"
|
||||
else
|
||||
$PIP_CMD install nvidia-nvshmem-cu12==3.4.5 $PIP_INSTALL_SUFFIX
|
||||
fi
|
||||
else
|
||||
$PIP_CMD install nvidia-nvshmem-cu12==3.4.5 --force-reinstall $PIP_INSTALL_SUFFIX
|
||||
fi
|
||||
|
||||
# Cudnn with version less than 9.16.0.29 will cause performance regression on Conv3D kernel
|
||||
$PIP_CMD install nvidia-cudnn-cu12==9.16.0.29 --force-reinstall $PIP_INSTALL_SUFFIX
|
||||
# On Blackwell machines, skip reinstall if correct version already installed to avoid race conditions
|
||||
if [ "$IS_BLACKWELL" = "1" ]; then
|
||||
INSTALLED_CUDNN=$(pip show nvidia-cudnn-cu12 2>/dev/null | grep "^Version:" | awk '{print $2}' || echo "")
|
||||
if [ "$INSTALLED_CUDNN" = "9.16.0.29" ]; then
|
||||
echo "nvidia-cudnn-cu12==9.16.0.29 already installed, skipping reinstall"
|
||||
else
|
||||
$PIP_CMD install nvidia-cudnn-cu12==9.16.0.29 $PIP_INSTALL_SUFFIX
|
||||
fi
|
||||
else
|
||||
$PIP_CMD install nvidia-cudnn-cu12==9.16.0.29 --force-reinstall $PIP_INSTALL_SUFFIX
|
||||
fi
|
||||
$PIP_CMD uninstall xformers || true
|
||||
|
||||
# Install flashinfer-jit-cache with caching and retry logic (flashinfer.ai can have transient DNS issues)
|
||||
|
||||
@@ -227,6 +227,7 @@ def handle_rerun_stage(
|
||||
"stage-a-cpu-only",
|
||||
"stage-b-test-small-1-gpu",
|
||||
"stage-b-test-large-1-gpu",
|
||||
"stage-b-test-small-1-gpu-5090",
|
||||
"stage-b-test-large-2-gpu",
|
||||
"stage-c-test-large-4-gpu",
|
||||
"stage-c-test-large-4-gpu-b200",
|
||||
|
||||
@@ -9,6 +9,7 @@ from sglang.test.test_utils import CustomTestCase
|
||||
|
||||
# Triton kernel unit test for KV indices creation
|
||||
register_cuda_ci(est_time=10, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=7, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(est_time=10, suite="stage-b-test-small-1-gpu-amd")
|
||||
|
||||
|
||||
|
||||
@@ -15,6 +15,7 @@ from sglang.srt.server_args import ServerArgs, set_global_server_args_for_schedu
|
||||
from sglang.test.ci.ci_register import register_cuda_ci
|
||||
|
||||
register_cuda_ci(est_time=9, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=7, suite="stage-b-test-small-1-gpu-5090")
|
||||
|
||||
|
||||
class TestMamba(unittest.TestCase):
|
||||
|
||||
@@ -15,6 +15,7 @@ from sglang.test.test_utils import (
|
||||
|
||||
# RadixAttention server integration tests
|
||||
register_cuda_ci(est_time=100, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=79, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(est_time=100, suite="stage-b-test-small-1-gpu-amd")
|
||||
|
||||
|
||||
|
||||
@@ -21,6 +21,7 @@ from sglang.test.ci.ci_register import register_cuda_ci
|
||||
|
||||
# CPU-based unit test, runs quickly on any GPU runner
|
||||
register_cuda_ci(est_time=5, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=7, suite="stage-b-test-small-1-gpu-5090")
|
||||
|
||||
import time
|
||||
import unittest
|
||||
|
||||
@@ -19,6 +19,7 @@ from sglang.test.test_utils import (
|
||||
|
||||
# Torch native attention backend integration test with MMLU eval
|
||||
register_cuda_ci(est_time=169, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=120, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(est_time=150, suite="stage-b-test-small-1-gpu-amd")
|
||||
|
||||
|
||||
|
||||
@@ -1,6 +1,7 @@
|
||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
|
||||
register_cuda_ci(est_time=111, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=76, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(est_time=179, suite="stage-b-test-small-1-gpu-amd")
|
||||
|
||||
import unittest
|
||||
|
||||
@@ -8,6 +8,7 @@ from sglang.test.ci.ci_register import register_cuda_ci
|
||||
from sglang.test.test_utils import DEFAULT_SMALL_MODEL_NAME_FOR_TEST, CustomTestCase
|
||||
|
||||
register_cuda_ci(est_time=55, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=31, suite="stage-b-test-small-1-gpu-5090")
|
||||
|
||||
|
||||
class TestHiddenState(CustomTestCase):
|
||||
|
||||
@@ -17,6 +17,7 @@ from sglang.test.test_utils import (
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=38, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=40, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(est_time=38, suite="stage-b-test-small-1-gpu-amd")
|
||||
|
||||
|
||||
|
||||
@@ -10,6 +10,7 @@ from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
from sglang.test.test_utils import CustomTestCase
|
||||
|
||||
register_cuda_ci(est_time=6, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=5, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(est_time=10, suite="stage-b-test-small-1-gpu-amd")
|
||||
|
||||
HOOK_CALLS = []
|
||||
|
||||
@@ -14,6 +14,7 @@ from sglang.test.test_utils import (
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=60, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=62, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(est_time=60, suite="stage-b-test-small-1-gpu-amd")
|
||||
|
||||
|
||||
|
||||
@@ -18,6 +18,7 @@ from sglang.test.test_utils import (
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=47, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=49, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(est_time=70, suite="stage-b-test-small-1-gpu-amd")
|
||||
|
||||
|
||||
|
||||
@@ -7,6 +7,7 @@ from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
from sglang.test.test_utils import CustomTestCase
|
||||
|
||||
register_cuda_ci(est_time=9, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=8, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(est_time=1, suite="stage-b-test-small-1-gpu-amd")
|
||||
|
||||
|
||||
|
||||
@@ -28,6 +28,7 @@ from sglang.test.test_utils import (
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=127, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=122, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(est_time=130, suite="stage-b-test-small-1-gpu-amd")
|
||||
|
||||
|
||||
|
||||
@@ -1,6 +1,7 @@
|
||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
|
||||
register_cuda_ci(est_time=9, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=7, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(est_time=15, suite="stage-b-test-small-1-gpu-amd")
|
||||
|
||||
import unittest
|
||||
|
||||
@@ -1,6 +1,7 @@
|
||||
from sglang.test.ci.ci_register import register_cuda_ci
|
||||
|
||||
register_cuda_ci(est_time=96, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=96, suite="stage-b-test-small-1-gpu-5090")
|
||||
|
||||
import time
|
||||
import unittest
|
||||
|
||||
@@ -1,6 +1,7 @@
|
||||
from sglang.test.ci.ci_register import register_cuda_ci
|
||||
|
||||
register_cuda_ci(est_time=25, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=3, suite="stage-b-test-small-1-gpu-5090")
|
||||
|
||||
# Adapted from https://github.com/vllm-project/vllm/blob/main/tests/kernels/mamba/test_causal_conv1d.py
|
||||
|
||||
|
||||
@@ -1,6 +1,7 @@
|
||||
from sglang.test.ci.ci_register import register_cuda_ci
|
||||
|
||||
register_cuda_ci(est_time=7, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=5, suite="stage-b-test-small-1-gpu-5090")
|
||||
|
||||
# Adapted from https://github.com/vllm-project/vllm/blob/633f943e30a4444d890d26b81850f7217736f840/tests/kernels/mamba/test_mamba_ssm_ssd.py
|
||||
|
||||
|
||||
@@ -1,6 +1,7 @@
|
||||
from sglang.test.ci.ci_register import register_cuda_ci
|
||||
|
||||
register_cuda_ci(est_time=13, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=8, suite="stage-b-test-small-1-gpu-5090")
|
||||
|
||||
# Adapted from https://github.com/vllm-project/vllm/blob/633f943e30a4444d890d26b81850f7217736f840/tests/kernels/mamba/test_mamba_ssm_ssd.py
|
||||
|
||||
|
||||
@@ -30,6 +30,7 @@ from sglang.test.lora_utils import (
|
||||
from sglang.test.test_utils import CustomTestCase, is_in_ci
|
||||
|
||||
register_cuda_ci(est_time=200, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=137, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(
|
||||
est_time=200,
|
||||
suite="stage-b-test-small-1-gpu-amd",
|
||||
|
||||
@@ -24,6 +24,7 @@ from sglang.test.runners import SRTRunner
|
||||
from sglang.test.test_utils import CustomTestCase
|
||||
|
||||
register_cuda_ci(est_time=224, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=215, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(est_time=224, suite="stage-b-test-small-1-gpu-amd")
|
||||
|
||||
PROMPTS = [
|
||||
|
||||
@@ -41,6 +41,10 @@ register_cuda_ci(
|
||||
est_time=150,
|
||||
suite="stage-b-test-small-1-gpu",
|
||||
)
|
||||
register_cuda_ci(
|
||||
est_time=76,
|
||||
suite="stage-b-test-small-1-gpu-5090",
|
||||
)
|
||||
|
||||
from sglang.test.test_utils import DEFAULT_PORT_FOR_SRT_TEST_RUNNER, CustomTestCase
|
||||
|
||||
|
||||
@@ -6,6 +6,7 @@ import requests
|
||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
|
||||
register_cuda_ci(est_time=32, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=29, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(est_time=32, suite="stage-b-test-small-1-gpu-amd")
|
||||
from prometheus_client.parser import text_string_to_metric_families
|
||||
from prometheus_client.samples import Sample
|
||||
|
||||
@@ -6,6 +6,7 @@ from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
from sglang.test.test_utils import CustomTestCase
|
||||
|
||||
register_cuda_ci(est_time=30, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=26, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(est_time=45, suite="stage-b-test-small-1-gpu")
|
||||
|
||||
|
||||
|
||||
@@ -26,6 +26,7 @@ CALIBRATION_NUM_SAMPLES = 512
|
||||
DEFAULT_DEVICE = "cuda:0"
|
||||
|
||||
register_cuda_ci(est_time=11, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=8, suite="stage-b-test-small-1-gpu-5090")
|
||||
|
||||
|
||||
class TestModelOptModelLoader(CustomTestCase):
|
||||
|
||||
@@ -2,6 +2,7 @@ from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
|
||||
# Cross encoder model tests
|
||||
register_cuda_ci(est_time=100, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=105, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(est_time=150, suite="stage-b-test-small-1-gpu-amd")
|
||||
|
||||
import multiprocessing as mp
|
||||
|
||||
@@ -2,6 +2,7 @@ from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
|
||||
# Embedding model tests
|
||||
register_cuda_ci(est_time=73, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=58, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(
|
||||
est_time=73,
|
||||
suite="stage-b-test-small-1-gpu-amd",
|
||||
|
||||
@@ -2,6 +2,7 @@ from sglang.test.ci.ci_register import register_cuda_ci
|
||||
|
||||
# Encoder embedding model tests (CUDA only)
|
||||
register_cuda_ci(est_time=270, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=144, suite="stage-b-test-small-1-gpu-5090")
|
||||
|
||||
# Copyright 2023-2024 SGLang Team
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
|
||||
@@ -2,6 +2,7 @@ from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
|
||||
# Qwen model tests
|
||||
register_cuda_ci(est_time=90, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=84, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(est_time=130, suite="stage-b-test-small-1-gpu-amd")
|
||||
|
||||
import unittest
|
||||
|
||||
@@ -2,6 +2,7 @@ from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
|
||||
# Reward model tests
|
||||
register_cuda_ci(est_time=103, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=69, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(est_time=132, suite="stage-b-test-small-1-gpu-amd")
|
||||
|
||||
# Copyright 2023-2024 SGLang Team
|
||||
|
||||
@@ -2,6 +2,7 @@ from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
|
||||
# Transformers fallback model tests
|
||||
register_cuda_ci(est_time=245, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=210, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(est_time=320, suite="stage-b-test-small-1-gpu-amd")
|
||||
|
||||
import dataclasses
|
||||
|
||||
@@ -14,6 +14,7 @@ from sglang.test.test_utils import (
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=70, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=48, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(est_time=141, suite="stage-b-test-small-1-gpu-amd")
|
||||
|
||||
|
||||
|
||||
@@ -29,6 +29,7 @@ from sglang.test.test_utils import (
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=184, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=130, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(est_time=149, suite="stage-b-test-small-1-gpu-amd")
|
||||
|
||||
|
||||
|
||||
@@ -31,6 +31,7 @@ from sglang.srt.entrypoints.openai.protocol import (
|
||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
|
||||
register_cuda_ci(est_time=3, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=2, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(est_time=10, suite="stage-b-test-small-1-gpu-amd")
|
||||
|
||||
|
||||
|
||||
@@ -24,6 +24,7 @@ from sglang.srt.utils import get_or_create_event_loop
|
||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
|
||||
register_cuda_ci(est_time=10, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=8, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(est_time=10, suite="stage-b-test-small-1-gpu-amd")
|
||||
|
||||
|
||||
|
||||
@@ -14,6 +14,7 @@ from sglang.srt.managers.tokenizer_manager import TokenizerManager
|
||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
|
||||
register_cuda_ci(est_time=10, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=7, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(est_time=10, suite="stage-b-test-small-1-gpu-amd")
|
||||
|
||||
|
||||
|
||||
@@ -14,6 +14,7 @@ from sglang.test.test_utils import (
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=109, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=84, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(est_time=180, suite="stage-b-test-small-1-gpu-amd")
|
||||
|
||||
|
||||
|
||||
@@ -14,6 +14,7 @@ from sglang.test.test_utils import (
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=7, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=27, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(est_time=20, suite="stage-b-test-small-1-gpu-amd")
|
||||
|
||||
|
||||
|
||||
@@ -17,6 +17,7 @@ from sglang.test.test_utils import (
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=186, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=134, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(
|
||||
est_time=186,
|
||||
suite="stage-b-test-small-1-gpu-amd",
|
||||
|
||||
@@ -24,6 +24,7 @@ from sglang.test.test_utils import (
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=89, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=77, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(est_time=89, suite="stage-b-test-small-1-gpu-amd")
|
||||
|
||||
|
||||
|
||||
@@ -23,6 +23,7 @@ from sglang.test.test_utils import (
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=120, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=109, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(est_time=258, suite="stage-b-test-small-1-gpu-amd")
|
||||
|
||||
|
||||
|
||||
@@ -12,6 +12,7 @@ from sglang.test.test_utils import (
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=40, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=39, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(est_time=60, suite="stage-b-test-small-1-gpu-amd")
|
||||
|
||||
|
||||
|
||||
@@ -12,6 +12,7 @@ from sglang.test.test_utils import (
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=6, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=37, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(est_time=47, suite="stage-b-test-small-1-gpu-amd")
|
||||
|
||||
|
||||
|
||||
@@ -2,6 +2,7 @@ from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
|
||||
# Ops - Repeat Interleave tests (1-GPU)
|
||||
register_cuda_ci(est_time=8, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=7, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(est_time=75, suite="stage-b-test-small-1-gpu-amd")
|
||||
|
||||
import time
|
||||
|
||||
@@ -18,6 +18,7 @@ from sglang.srt.utils.profile_merger import ProfileMerger
|
||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
|
||||
register_cuda_ci(est_time=8, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=7, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(est_time=8, suite="stage-b-test-small-1-gpu-amd")
|
||||
|
||||
|
||||
|
||||
@@ -5,6 +5,7 @@ from sglang.srt.managers.io_struct import ProfileReqInput
|
||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
|
||||
register_cuda_ci(est_time=9, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=6, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(est_time=9, suite="stage-b-test-small-1-gpu-amd")
|
||||
|
||||
|
||||
|
||||
@@ -30,6 +30,7 @@ from sglang.test.test_utils import (
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=41, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=39, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(est_time=60, suite="stage-b-test-small-1-gpu-amd")
|
||||
|
||||
OUTPUT_DIR = "./profiler_dir"
|
||||
|
||||
@@ -18,6 +18,7 @@ from sglang.test.test_utils import (
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=77, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=76, suite="stage-b-test-small-1-gpu-5090")
|
||||
|
||||
|
||||
class TestAutoRound(CustomTestCase):
|
||||
|
||||
@@ -11,6 +11,7 @@ from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
from sglang.test.test_utils import CustomTestCase
|
||||
|
||||
register_cuda_ci(est_time=44, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=25, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(est_time=22, suite="stage-b-test-small-1-gpu-amd")
|
||||
|
||||
|
||||
|
||||
@@ -12,6 +12,7 @@ from sglang.test.ci.ci_register import register_cuda_ci
|
||||
from sglang.test.test_utils import CustomTestCase
|
||||
|
||||
register_cuda_ci(est_time=8, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=10, suite="stage-b-test-small-1-gpu-5090")
|
||||
|
||||
|
||||
def native_w8a8_per_token_matmul(A, B, As, Bs, output_dtype=torch.float16):
|
||||
|
||||
@@ -7,6 +7,7 @@ from sglang import Engine
|
||||
from sglang.test.ci.ci_register import register_cuda_ci
|
||||
|
||||
register_cuda_ci(est_time=103, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=88, suite="stage-b-test-small-1-gpu-5090")
|
||||
from sglang.lang.chat_template import get_chat_template_by_model_path
|
||||
from sglang.srt.utils import kill_process_tree
|
||||
from sglang.test.run_eval import run_eval
|
||||
|
||||
@@ -9,6 +9,7 @@ from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
from sglang.test.test_utils import CustomTestCase
|
||||
|
||||
register_cuda_ci(est_time=8, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=9, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(est_time=12, suite="stage-b-test-small-1-gpu-amd")
|
||||
|
||||
|
||||
|
||||
@@ -1,6 +1,7 @@
|
||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
|
||||
register_cuda_ci(est_time=9, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=8, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(est_time=15, suite="stage-b-test-small-1-gpu-amd")
|
||||
|
||||
import unittest
|
||||
|
||||
@@ -1,6 +1,7 @@
|
||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
|
||||
register_cuda_ci(est_time=90, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=54, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(est_time=90, suite="stage-b-test-small-1-gpu")
|
||||
|
||||
import json
|
||||
|
||||
@@ -1,6 +1,7 @@
|
||||
from sglang.test.ci.ci_register import register_cuda_ci
|
||||
|
||||
register_cuda_ci(est_time=195, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=164, suite="stage-b-test-small-1-gpu-5090")
|
||||
|
||||
import gc
|
||||
import json
|
||||
|
||||
@@ -18,6 +18,7 @@ import os
|
||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
|
||||
register_cuda_ci(est_time=41, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=43, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(est_time=60, suite="stage-b-test-small-1-gpu-amd")
|
||||
import random
|
||||
import unittest
|
||||
|
||||
@@ -10,6 +10,7 @@ from sglang.srt.utils import kill_process_tree
|
||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
|
||||
register_cuda_ci(est_time=82, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=44, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(est_time=82, suite="stage-b-test-small-1-gpu-amd")
|
||||
from sglang.test.test_utils import (
|
||||
DEFAULT_SMALL_MODEL_NAME_FOR_TEST,
|
||||
|
||||
@@ -7,6 +7,7 @@ from sglang.srt.utils import kill_process_tree
|
||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
|
||||
register_cuda_ci(est_time=66, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=64, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(est_time=66, suite="stage-b-test-small-1-gpu-amd")
|
||||
from sglang.test.run_eval import run_eval
|
||||
from sglang.test.test_utils import (
|
||||
|
||||
@@ -18,6 +18,7 @@ from sglang.test.test_utils import (
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=131, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=119, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(est_time=51, suite="stage-b-test-small-1-gpu-amd")
|
||||
|
||||
|
||||
|
||||
@@ -8,6 +8,7 @@ from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
from sglang.test.test_utils import CustomTestCase, run_mmlu_test, run_mulit_request_test
|
||||
|
||||
register_cuda_ci(est_time=312, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=323, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(est_time=312, suite="stage-b-test-small-1-gpu-amd")
|
||||
|
||||
|
||||
|
||||
@@ -8,6 +8,7 @@ from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
from sglang.test.test_utils import CustomTestCase
|
||||
|
||||
register_cuda_ci(est_time=1, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=6, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(est_time=2, suite="stage-b-test-small-1-gpu-amd")
|
||||
|
||||
|
||||
|
||||
@@ -18,6 +18,7 @@ from sglang.test.test_utils import (
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=130, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=146, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(est_time=195, suite="stage-b-test-small-1-gpu-amd")
|
||||
|
||||
|
||||
|
||||
@@ -18,6 +18,7 @@ from sglang.test.test_utils import (
|
||||
from sglang.utils import is_in_ci
|
||||
|
||||
register_cuda_ci(est_time=311, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=400, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(est_time=450, suite="stage-b-test-small-1-gpu-amd")
|
||||
|
||||
|
||||
|
||||
@@ -12,6 +12,7 @@ from sglang.test.test_utils import (
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=50, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=87, suite="stage-b-test-small-1-gpu-5090")
|
||||
|
||||
|
||||
class TestEagle3Basic(EagleServerBase):
|
||||
|
||||
@@ -17,6 +17,7 @@ from sglang.test.test_utils import (
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=283, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=404, suite="stage-b-test-small-1-gpu-5090")
|
||||
|
||||
|
||||
class TestEagleServerBase(CustomTestCase, MatchedStopMixin):
|
||||
|
||||
@@ -9,6 +9,7 @@ from sglang.srt.speculative.eagle_utils import (
|
||||
from sglang.test.ci.ci_register import register_cuda_ci
|
||||
|
||||
register_cuda_ci(est_time=3, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=2, suite="stage-b-test-small-1-gpu-5090")
|
||||
|
||||
|
||||
class TestBuildEagleTree(unittest.TestCase):
|
||||
|
||||
@@ -24,6 +24,7 @@ from sglang.test.test_utils import (
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=77, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=52, suite="stage-b-test-small-1-gpu-5090")
|
||||
register_amd_ci(est_time=117, suite="stage-b-test-small-1-gpu-amd")
|
||||
|
||||
|
||||
|
||||
@@ -7,6 +7,7 @@ from sglang.test.ci.ci_register import register_cuda_ci
|
||||
from sglang.test.test_utils import run_doctests
|
||||
|
||||
register_cuda_ci(est_time=20, suite="stage-b-test-small-1-gpu")
|
||||
register_cuda_ci(est_time=7, suite="stage-b-test-small-1-gpu-5090")
|
||||
|
||||
|
||||
def test_resolve_evs_config():
|
||||
|
||||
@@ -27,6 +27,7 @@ PER_COMMIT_SUITES = {
|
||||
HWBackend.CUDA: [
|
||||
"stage-a-test-1",
|
||||
"stage-b-test-small-1-gpu",
|
||||
"stage-b-test-small-1-gpu-5090",
|
||||
"stage-b-test-large-1-gpu",
|
||||
"stage-b-test-large-2-gpu",
|
||||
"stage-c-test-large-4-gpu",
|
||||
|
||||
Reference in New Issue
Block a user