fix: renaming test file and job names + skip blocking llama4 nightly (#16971)

This commit is contained in:
Douglas Yang
2026-01-14 09:57:59 -08:00
committed by GitHub
parent b3a3f51320
commit aa2b4f7661
10 changed files with 22 additions and 21 deletions

View File

@@ -168,13 +168,16 @@ jobs:
run: |
IS_BLACKWELL=1 bash scripts/ci/ci_install_dependency.sh
- name: Run test
timeout-minutes: 120
- name: Run common 8-GPU model tests
if: always()
timeout-minutes: 300
env:
TRACE_BASE_URL: https://raw.githubusercontent.com/sglang-bot/sglang-ci-data/main/traces/${{ github.run_id }}
PERFETTO_RELAY_URL: ${{ vars.PERFETTO_RELAY_URL }}
GPU_CONFIG: "8-gpu-b200"
run: |
cd test
python3 run_suite.py --hw cuda --suite nightly-8-gpu-b200 --nightly --continue-on-error --timeout-per-file 2400
IS_BLACKWELL=1 python3 run_suite.py --hw cuda --suite nightly-8-gpu-common --nightly --timeout-per-file=12000 --continue-on-error
# Text model accuracy tests
nightly-test-text-accuracy-2-gpu-runner:
@@ -368,8 +371,8 @@ jobs:
cd test
python3 run_suite.py --hw cuda --suite nightly-4-gpu-b200 --nightly --continue-on-error
# B200 Performance tests - 8 GPU
nightly-test-perf-8-gpu-b200:
# Specialized B200 tests - 8 GPU, for specific backends and configs
nightly-test-specialized-8-gpu-b200:
if: github.repository == 'sgl-project/sglang' && (inputs.job_filter == '' || inputs.job_filter == 'all' || inputs.job_filter == 'nightly-test-perf-8-gpu-b200')
runs-on: 8-gpu-b200
env:
@@ -384,16 +387,13 @@ jobs:
run: |
IS_BLACKWELL=1 bash scripts/ci/ci_install_dependency.sh
- name: Run common 8-GPU model tests
if: always()
timeout-minutes: 300
- name: Run test
timeout-minutes: 120
env:
TRACE_BASE_URL: https://raw.githubusercontent.com/sglang-bot/sglang-ci-data/main/traces/${{ github.run_id }}
PERFETTO_RELAY_URL: ${{ vars.PERFETTO_RELAY_URL }}
GPU_CONFIG: "8-gpu-b200"
run: |
cd test
IS_BLACKWELL=1 python3 run_suite.py --hw cuda --suite nightly-8-gpu-common --nightly --timeout-per-file=12000 --continue-on-error
python3 run_suite.py --hw cuda --suite nightly-8-gpu-b200 --nightly --continue-on-error --timeout-per-file 2400
# Final check job
check-all-jobs:
@@ -411,7 +411,7 @@ jobs:
- nightly-test-multimodal-server-1-gpu
- nightly-test-multimodal-server-2-gpu
- nightly-test-perf-4-gpu-b200
- nightly-test-perf-8-gpu-b200
- nightly-test-specialized-8-gpu-b200
runs-on: ubuntu-latest
steps:
- name: Check if any job failed

View File

@@ -12,7 +12,7 @@ register_cuda_ci(est_time=12000, suite="nightly-8-gpu-common", nightly=True)
DEEPSEEK_V31_MODEL_PATH = "deepseek-ai/DeepSeek-V3.1"
class TestDeepseekV31Unified(unittest.TestCase):
class TestDeepseekV31(unittest.TestCase):
"""Unified test class for DeepSeek-V3.1 performance and accuracy.
Two variants:

View File

@@ -27,7 +27,7 @@ GSM8K_BASELINE = 0.935
GPQA_BASELINE = 0.835
class TestDeepseekV32Unified(unittest.TestCase):
class TestDeepseekV32(unittest.TestCase):
"""Unified test class for DeepSeek V3.2 performance and accuracy.
Tests multiple variants with both performance and accuracy tests:

View File

@@ -12,7 +12,7 @@ register_cuda_ci(est_time=12000, suite="nightly-8-gpu-common", nightly=True)
GLM_4_6_MODEL_PATH = "zai-org/GLM-4.6"
class TestGLM46Unified(unittest.TestCase):
class TestGLM46(unittest.TestCase):
"""Unified test class for GLM-4.6 performance and accuracy.
Single variant with simple TP=8 configuration.

View File

@@ -12,7 +12,7 @@ register_cuda_ci(est_time=12000, suite="nightly-8-gpu-common", nightly=True)
GLM_4_6_FP8_MODEL_PATH = "zai-org/GLM-4.6-FP8"
class TestGLM46FP8Unified(unittest.TestCase):
class TestGLM46FP8(unittest.TestCase):
"""Unified test class for GLM-4.6-FP8 performance and accuracy.
Single variant with simple TP=8 configuration.

View File

@@ -12,7 +12,7 @@ register_cuda_ci(est_time=12000, suite="nightly-8-gpu-common", nightly=True)
KIMI_K2_THINKING_MODEL_PATH = "moonshotai/Kimi-K2-Thinking"
class TestKimiK2Unified(unittest.TestCase):
class TestKimiK2(unittest.TestCase):
"""Unified test class for Kimi-K2-Thinking performance and accuracy.
Single variant with TP=8 + tool/reasoning parsers.

View File

@@ -12,7 +12,8 @@ register_cuda_ci(est_time=12000, suite="nightly-8-gpu-common", nightly=True)
LLAMA4_MODEL_PATH = "meta-llama/Llama-4-Scout-17B-16E-Instruct"
class TestLlama4Unified(unittest.TestCase):
@unittest.skip("Blocked: Missing HF token permission for Llama 4 model")
class TestLlama4(unittest.TestCase):
"""Unified test class for Llama-4-Scout performance and accuracy.
Llama4 has local attention mechanism with hybrid sliding window attention.

View File

@@ -12,7 +12,7 @@ register_cuda_ci(est_time=12000, suite="nightly-8-gpu-common", nightly=True)
MINIMAX_M2_MODEL_PATH = "MiniMaxAI/MiniMax-M2"
class TestMiniMaxM2Unified(unittest.TestCase):
class TestMiniMaxM2(unittest.TestCase):
"""Unified test class for MiniMax-M2 performance and accuracy.
Single variant with TP=8 + EP=8 configuration.

View File

@@ -16,7 +16,7 @@ MISTRAL_LARGE3_EAGLE_MODEL_PATH = "mistralai/Mistral-Large-3-675B-Instruct-2512-
@unittest.skipIf(not is_blackwell_system(), "Requires B200")
class TestMistralLarge3Unified(unittest.TestCase):
class TestMistralLarge3(unittest.TestCase):
"""Unified test class for Mistral-Large-3 performance and accuracy.
Two variants:

View File

@@ -13,7 +13,7 @@ QWEN3_235B_MODEL_PATH = "Qwen/Qwen3-235B-A22B-Instruct-2507"
@unittest.skipIf(not is_blackwell_system(), "Requires B200")
class TestQwen3235BUnified(unittest.TestCase):
class TestQwen3235B(unittest.TestCase):
"""Unified test class for Qwen3-235B performance and accuracy.
Single variant with simple TP=8 configuration.