Add Deepseek models into nightly tests (#12865)

.github/workflows/nightly-test-b200.yml

@@ -0,0 +1,82 @@
+name: Nightly Test
+
+on:
+  schedule:
+    - cron: '0 0 * * *'
+  push:
+    branches:
+      - main
+    paths:
+      - "python/sglang/version.py"
+  workflow_dispatch:
+
+concurrency:
+  group: nightly-test-${{ github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  nightly-test-4-gpu-b200:
+    if: github.repository == 'sgl-project/sglang'
+    runs-on: 4-gpu-b200
+    continue-on-error: true
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Install dependencies
+        run: |
+          IS_BLACKWELL=1 bash scripts/ci/ci_install_dependency.sh
+
+      - name: Run test
+        timeout-minutes: 60
+        run: |
+          cd test/srt
+          python3 run_suite.py --suite nightly-4-gpu-b200 --continue-on-error
+
+  nightly-test-8-gpu-b200:
+    if: github.repository == 'sgl-project/sglang'
+    runs-on: 8-gpu-b200
+    continue-on-error: true
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Install dependencies
+        run: |
+          IS_BLACKWELL=1 bash scripts/ci/ci_install_dependency.sh
+
+      - name: Run DeepSeek v3.1 nightly performance test
+        timeout-minutes: 180
+        env:
+          TRACE_BASE_URL: https://raw.githubusercontent.com/sglang-bot/sglang-ci-data/main/traces/${{ github.run_id }}
+          PERFETTO_RELAY_URL: ${{ vars.PERFETTO_RELAY_URL }}
+        run: |
+          rm -rf performance_profiles_deepseek_v31/
+          cd test/srt
+          IS_BLACKWELL=1 python3 nightly/test_deepseek_v31_perf.py --continue-on-error
+
+      - name: Publish DeepSeek v3.1 traces to storage repo
+        env:
+          GITHUB_TOKEN: ${{ secrets.GH_PAT_FOR_NIGHTLY_CI_DATA }}
+          GITHUB_RUN_ID: ${{ github.run_id }}
+          GITHUB_RUN_NUMBER: ${{ github.run_number }}
+        run: |
+          python3 scripts/ci/publish_traces.py --traces-dir performance_profiles_deepseek_v31
+
+      - name: Run DeepSeek v3.2 nightly performance test
+        timeout-minutes: 180
+        env:
+          TRACE_BASE_URL: https://raw.githubusercontent.com/sglang-bot/sglang-ci-data/main/traces/${{ github.run_id }}
+          PERFETTO_RELAY_URL: ${{ vars.PERFETTO_RELAY_URL }}
+        run: |
+          rm -rf performance_profiles_deepseek_v32/
+          cd test/srt
+          IS_BLACKWELL=1 python3 nightly/test_deepseek_v32_perf.py --continue-on-error
+
+      - name: Publish DeepSeek v3.2 traces to storage repo
+        env:
+          GITHUB_TOKEN: ${{ secrets.GH_PAT_FOR_NIGHTLY_CI_DATA }}
+          GITHUB_RUN_ID: ${{ github.run_id }}
+          GITHUB_RUN_NUMBER: ${{ github.run_number }}
+        run: |
+          python3 scripts/ci/publish_traces.py --traces-dir performance_profiles_deepseek_v32

.github/workflows/nightly-test.yml

@@ -31,7 +31,7 @@ jobs:
         timeout-minutes: 120
         run: |
           cd test/srt
-          python3 test_nightly_text_models_gsm8k_eval.py
+          python3 nightly/test_text_models_gsm8k_eval.py
 
   nightly-test-perf-text-models:
     if: github.repository == 'sgl-project/sglang'
@@ -52,7 +52,7 @@ jobs:
           PERFETTO_RELAY_URL: ${{ vars.PERFETTO_RELAY_URL }}
         run: |
           rm -rf test/srt/performance_profiles_text_models/
-          python3 test/srt/test_nightly_text_models_perf.py
+          python3 test/srt/nightly/test_text_models_perf.py
 
       - name: Publish traces to storage repo
         env:
@@ -60,7 +60,7 @@ jobs:
           GITHUB_RUN_ID: ${{ github.run_id }}
           GITHUB_RUN_NUMBER: ${{ github.run_number }}
         run: |
-          python3 scripts/ci/publish_traces.py
+          python3 scripts/ci/publish_traces.py --traces-dir test/srt/performance_profiles_text_models
 
   nightly-test-eval-vlms:
     if: github.repository == 'sgl-project/sglang'
@@ -78,7 +78,7 @@ jobs:
         timeout-minutes: 240
         run: |
           cd test/srt
-          python3 test_nightly_vlms_mmmu_eval.py
+          python3 nightly/test_vlms_mmmu_eval.py
 
   nightly-test-perf-vlms:
     if: github.repository == 'sgl-project/sglang'
@@ -99,7 +99,7 @@ jobs:
           PERFETTO_RELAY_URL: ${{ vars.PERFETTO_RELAY_URL }}
         run: |
           rm -rf test/srt/performance_profiles_vlms/
-          python3 test/srt/test_nightly_vlms_perf.py
+          python3 test/srt/nightly/test_vlms_perf.py
 
       - name: Publish traces to storage repo
         env:
@@ -107,7 +107,7 @@ jobs:
           GITHUB_RUN_ID: ${{ github.run_id }}
           GITHUB_RUN_NUMBER: ${{ github.run_number }}
         run: |
-          python3 scripts/ci/publish_traces.py --vlm
+          python3 scripts/ci/publish_traces.py --traces-dir test/srt/performance_profiles_vlms
 
   nightly-test-1-gpu:
     if: github.repository == 'sgl-project/sglang'
@@ -182,21 +182,3 @@ jobs:
         run: |
           cd test/srt
           python3 run_suite.py --suite nightly-8-gpu-h20 --continue-on-error
-
-  nightly-test-4-gpu-b200:
-    if: github.repository == 'sgl-project/sglang'
-    runs-on: 4-gpu-b200
-    continue-on-error: true
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v4
-
-      - name: Install dependencies
-        run: |
-          IS_BLACKWELL=1 bash scripts/ci/ci_install_dependency.sh
-
-      - name: Run test
-        timeout-minutes: 60
-        run: |
-          cd test/srt
-          python3 run_suite.py --suite nightly-4-gpu-b200 --continue-on-error