chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 11 Packages Projects Releases Wiki Activity

Adding nightly tests for Kimi-K2-thinking, Qwen3, minimax-m2, GLM4.6 (#13890)

Browse Source
This commit is contained in:
Douglas Yang
2025-11-24 22:47:46 -08:00
committed by GitHub
parent f9fe06309f
commit ed8786b0b9
5 changed files with 357 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

156
.github/workflows/nightly-test-nvidia.yml vendored
View File

@@ -73,6 +73,84 @@ jobs:
cd test
python3 run_suite_nightly.py --suite nightly-8-gpu-h200 --continue-on-error
- name: Run Qwen3-235B nightly performance test
timeout-minutes: 180
env:
TRACE_BASE_URL: https://raw.githubusercontent.com/sglang-bot/sglang-ci-data/main/traces/${{ github.run_id }}
PERFETTO_RELAY_URL: ${{ vars.PERFETTO_RELAY_URL }}
GPU_CONFIG: "8-gpu-h200"
run: |
rm -rf test/performance_profiles_qwen3_235b/
cd test
python3 nightly/test_qwen3_235b_perf.py
- name: Publish Qwen3-235B traces to storage repo
env:
GITHUB_TOKEN: ${{ secrets.GH_PAT_FOR_NIGHTLY_CI_DATA }}
GITHUB_RUN_ID: ${{ github.run_id }}
GITHUB_RUN_NUMBER: ${{ github.run_number }}
run: |
python3 scripts/ci/publish_traces.py --traces-dir test/performance_profiles_qwen3_235b
- name: Run Kimi-K2-Thinking nightly performance test
timeout-minutes: 180
env:
TRACE_BASE_URL: https://raw.githubusercontent.com/sglang-bot/sglang-ci-data/main/traces/${{ github.run_id }}
PERFETTO_RELAY_URL: ${{ vars.PERFETTO_RELAY_URL }}
GPU_CONFIG: "8-gpu-h200"
run: |
rm -rf test/performance_profiles_kimi_k2_thinking/
cd test
python3 nightly/test_kimi_k2_thinking_perf.py
- name: Publish Kimi-K2-Thinking traces to storage repo
env:
GITHUB_TOKEN: ${{ secrets.GH_PAT_FOR_NIGHTLY_CI_DATA }}
GITHUB_RUN_ID: ${{ github.run_id }}
GITHUB_RUN_NUMBER: ${{ github.run_number }}
run: |
python3 scripts/ci/publish_traces.py --traces-dir test/performance_profiles_kimi_k2_thinking
- name: Run GLM-4.6 nightly performance test
timeout-minutes: 180
env:
TRACE_BASE_URL: https://raw.githubusercontent.com/sglang-bot/sglang-ci-data/main/traces/${{ github.run_id }}
PERFETTO_RELAY_URL: ${{ vars.PERFETTO_RELAY_URL }}
GPU_CONFIG: "8-gpu-h200"
run: |
rm -rf test/performance_profiles_glm_4_6/
cd test
IS_BLACKWELL=1 python3 nightly/test_glm_4_6_perf.py
- name: Publish GLM-4.6 traces to storage repo
env:
GITHUB_TOKEN: ${{ secrets.GH_PAT_FOR_NIGHTLY_CI_DATA }}
GITHUB_RUN_ID: ${{ github.run_id }}
GITHUB_RUN_NUMBER: ${{ github.run_number }}
run: |
python3 scripts/ci/publish_traces.py --traces-dir test/performance_profiles_glm_4_6
# MiniMax-M2 test temporarily disabled due to compatibility issues
# See MINIMAX_M2_ISSUES.md for details
# - name: Run MiniMax-M2 nightly performance test
# timeout-minutes: 180
# env:
# TRACE_BASE_URL: https://raw.githubusercontent.com/sglang-bot/sglang-ci-data/main/traces/${{ github.run_id }}
# PERFETTO_RELAY_URL: ${{ vars.PERFETTO_RELAY_URL }}
# GPU_CONFIG: "8-gpu-h200"
# run: |
# rm -rf test/performance_profiles_minimax_m2/
# cd test
# python3 nightly/test_minimax_m2_perf.py
# - name: Publish MiniMax-M2 traces to storage repo
# env:
# GITHUB_TOKEN: ${{ secrets.GH_PAT_FOR_NIGHTLY_CI_DATA }}
# GITHUB_RUN_ID: ${{ github.run_id }}
# GITHUB_RUN_NUMBER: ${{ github.run_number }}
# run: |
# python3 scripts/ci/publish_traces.py --traces-dir test/performance_profiles_minimax_m2
# General tests - 8 GPU H20
nightly-test-general-8-gpu-h20:
if: github.repository == 'sgl-project/sglang'
@@ -325,6 +403,84 @@ jobs:
run: |
python3 scripts/ci/publish_traces.py --traces-dir test/performance_profiles_deepseek_v32
- name: Run Kimi-K2-Thinking nightly performance test
timeout-minutes: 180
env:
TRACE_BASE_URL: https://raw.githubusercontent.com/sglang-bot/sglang-ci-data/main/traces/${{ github.run_id }}
PERFETTO_RELAY_URL: ${{ vars.PERFETTO_RELAY_URL }}
GPU_CONFIG: "8-gpu-b200"
run: |
rm -rf test/performance_profiles_kimi_k2_thinking/
cd test
IS_BLACKWELL=1 python3 nightly/test_kimi_k2_thinking_perf.py
- name: Publish Kimi-K2-Thinking traces to storage repo
env:
GITHUB_TOKEN: ${{ secrets.GH_PAT_FOR_NIGHTLY_CI_DATA }}
GITHUB_RUN_ID: ${{ github.run_id }}
GITHUB_RUN_NUMBER: ${{ github.run_number }}
run: |
python3 scripts/ci/publish_traces.py --traces-dir test/performance_profiles_kimi_k2_thinking
- name: Run Qwen3-235B nightly performance test
timeout-minutes: 180
env:
TRACE_BASE_URL: https://raw.githubusercontent.com/sglang-bot/sglang-ci-data/main/traces/${{ github.run_id }}
PERFETTO_RELAY_URL: ${{ vars.PERFETTO_RELAY_URL }}
GPU_CONFIG: "8-gpu-b200"
run: |
rm -rf test/performance_profiles_qwen3_235b/
cd test
IS_BLACKWELL=1 python3 nightly/test_qwen3_235b_perf.py
- name: Publish Qwen3-235B traces to storage repo
env:
GITHUB_TOKEN: ${{ secrets.GH_PAT_FOR_NIGHTLY_CI_DATA }}
GITHUB_RUN_ID: ${{ github.run_id }}
GITHUB_RUN_NUMBER: ${{ github.run_number }}
run: |
python3 scripts/ci/publish_traces.py --traces-dir test/performance_profiles_qwen3_235b
- name: Run GLM-4.6 nightly performance test
timeout-minutes: 180
env:
TRACE_BASE_URL: https://raw.githubusercontent.com/sglang-bot/sglang-ci-data/main/traces/${{ github.run_id }}
PERFETTO_RELAY_URL: ${{ vars.PERFETTO_RELAY_URL }}
GPU_CONFIG: "8-gpu-b200"
run: |
rm -rf test/performance_profiles_glm_4_6/
cd test
IS_BLACKWELL=1 python3 nightly/test_glm_4_6_perf.py
- name: Publish GLM-4.6 traces to storage repo
env:
GITHUB_TOKEN: ${{ secrets.GH_PAT_FOR_NIGHTLY_CI_DATA }}
GITHUB_RUN_ID: ${{ github.run_id }}
GITHUB_RUN_NUMBER: ${{ github.run_number }}
run: |
python3 scripts/ci/publish_traces.py --traces-dir test/performance_profiles_glm_4_6
# MiniMax-M2 test temporarily disabled due to compatibility issues
# See MINIMAX_M2_ISSUES.md for details
# - name: Run MiniMax-M2 nightly performance test
# timeout-minutes: 180
# env:
# TRACE_BASE_URL: https://raw.githubusercontent.com/sglang-bot/sglang-ci-data/main/traces/${{ github.run_id }}
# PERFETTO_RELAY_URL: ${{ vars.PERFETTO_RELAY_URL }}
# GPU_CONFIG: "8-gpu-b200"
# run: |
# rm -rf test/performance_profiles_minimax_m2/
# cd test
# IS_BLACKWELL=1 python3 nightly/test_minimax_m2_perf.py
# - name: Publish MiniMax-M2 traces to storage repo
# env:
# GITHUB_TOKEN: ${{ secrets.GH_PAT_FOR_NIGHTLY_CI_DATA }}
# GITHUB_RUN_ID: ${{ github.run_id }}
# GITHUB_RUN_NUMBER: ${{ github.run_number }}
# run: |
# python3 scripts/ci/publish_traces.py --traces-dir test/performance_profiles_minimax_m2
# Final check job
check-all-jobs:
if: github.repository == 'sgl-project/sglang' && always()