From 057b07fc50011f4106e191cfda157169e971bf2b Mon Sep 17 00:00:00 2001 From: Alison Shao <54658187+alisonshao@users.noreply.github.com> Date: Mon, 19 Jan 2026 14:35:58 -0800 Subject: [PATCH] Disable unit-test-backend-4-gpu-gb200 job (#17367) --- .github/workflows/pr-test.yml | 103 +++++++++++++++++----------------- 1 file changed, 52 insertions(+), 51 deletions(-) diff --git a/.github/workflows/pr-test.yml b/.github/workflows/pr-test.yml index 7595fe2be..bb17773f8 100644 --- a/.github/workflows/pr-test.yml +++ b/.github/workflows/pr-test.yml @@ -1541,56 +1541,57 @@ jobs: fi IS_BLACKWELL=1 python3 run_suite.py --suite per-commit-4-gpu-b200 --auto-partition-id ${{ matrix.part }} --auto-partition-size 3 --timeout-per-file 1800 $RETRY_FLAG $CONTINUE_ON_ERROR_FLAG - unit-test-backend-4-gpu-gb200: - needs: [check-changes, call-gate, stage-b-test-small-1-gpu, stage-b-test-large-1-gpu, stage-b-test-large-2-gpu, stage-b-test-4-gpu-b200, sgl-kernel-build-wheels-arm] - if: | - always() && - ( - (inputs.target_stage == 'unit-test-backend-4-gpu-gb200') || - ( - !inputs.target_stage && - (github.event_name == 'schedule' || (!failure() && !cancelled())) && - ((needs.check-changes.outputs.main_package == 'true') || (needs.check-changes.outputs.sgl_kernel == 'true')) - ) - ) - runs-on: 4-gpu-gb200 - timeout-minutes: 60 - env: - RUNNER_LABELS: 4-gpu-gb200 - strategy: - fail-fast: false - steps: - - name: Checkout code - uses: actions/checkout@v4 - with: - ref: ${{ inputs.pr_head_sha || inputs.ref || github.sha }} - - - name: Download artifacts - if: needs.check-changes.outputs.sgl_kernel == 'true' - uses: actions/download-artifact@v4 - with: - path: sgl-kernel/dist/ - merge-multiple: true - pattern: wheel-python3.10-cuda12.9-aarch64 - - - name: Install dependencies - timeout-minutes: 10 - run: | - CUSTOM_BUILD_SGL_KERNEL=${{needs.check-changes.outputs.sgl_kernel}} IS_BLACKWELL=1 GRACE_BLACKWELL=1 bash scripts/ci/ci_install_deepep.sh - - - name: Run test - timeout-minutes: 45 - run: | - cd test/srt - RETRY_FLAG="" - if [[ "${{ needs.check-changes.outputs.enable_retry }}" == "true" ]]; then - RETRY_FLAG="--enable-retry" - fi - CONTINUE_ON_ERROR_FLAG="" - if [[ "${{ needs.check-changes.outputs.continue_on_error }}" == "true" ]]; then - CONTINUE_ON_ERROR_FLAG="--continue-on-error" - fi - python3 run_suite.py --suite per-commit-4-gpu-gb200 --auto-partition-id 0 --auto-partition-size 1 --timeout-per-file 3600 $RETRY_FLAG $CONTINUE_ON_ERROR_FLAG + # Disabled: GB200 runner needs repair + # unit-test-backend-4-gpu-gb200: + # needs: [check-changes, call-gate, stage-b-test-small-1-gpu, stage-b-test-large-1-gpu, stage-b-test-large-2-gpu, stage-b-test-4-gpu-b200, sgl-kernel-build-wheels-arm] + # if: | + # always() && + # ( + # (inputs.target_stage == 'unit-test-backend-4-gpu-gb200') || + # ( + # !inputs.target_stage && + # (github.event_name == 'schedule' || (!failure() && !cancelled())) && + # ((needs.check-changes.outputs.main_package == 'true') || (needs.check-changes.outputs.sgl_kernel == 'true')) + # ) + # ) + # runs-on: 4-gpu-gb200 + # timeout-minutes: 60 + # env: + # RUNNER_LABELS: 4-gpu-gb200 + # strategy: + # fail-fast: false + # steps: + # - name: Checkout code + # uses: actions/checkout@v4 + # with: + # ref: ${{ inputs.pr_head_sha || inputs.ref || github.sha }} + # + # - name: Download artifacts + # if: needs.check-changes.outputs.sgl_kernel == 'true' + # uses: actions/download-artifact@v4 + # with: + # path: sgl-kernel/dist/ + # merge-multiple: true + # pattern: wheel-python3.10-cuda12.9-aarch64 + # + # - name: Install dependencies + # timeout-minutes: 10 + # run: | + # CUSTOM_BUILD_SGL_KERNEL=${{needs.check-changes.outputs.sgl_kernel}} IS_BLACKWELL=1 GRACE_BLACKWELL=1 bash scripts/ci/ci_install_deepep.sh + # + # - name: Run test + # timeout-minutes: 45 + # run: | + # cd test/srt + # RETRY_FLAG="" + # if [[ "${{ needs.check-changes.outputs.enable_retry }}" == "true" ]]; then + # RETRY_FLAG="--enable-retry" + # fi + # CONTINUE_ON_ERROR_FLAG="" + # if [[ "${{ needs.check-changes.outputs.continue_on_error }}" == "true" ]]; then + # CONTINUE_ON_ERROR_FLAG="--continue-on-error" + # fi + # python3 run_suite.py --suite per-commit-4-gpu-gb200 --auto-partition-id 0 --auto-partition-size 1 --timeout-per-file 3600 $RETRY_FLAG $CONTINUE_ON_ERROR_FLAG pr-test-finish: needs: @@ -1627,7 +1628,7 @@ jobs: unit-test-deepep-4-gpu, # unit-test-deepep-8-gpu, # Disabled, see #17175 unit-test-backend-4-gpu-b200, - unit-test-backend-4-gpu-gb200, + # unit-test-backend-4-gpu-gb200, # Disabled: GB200 runner needs repair ] if: always() runs-on: ubuntu-latest