diff --git a/.github/workflows/pr-test.yml b/.github/workflows/pr-test.yml index b27a55340..d218b6e22 100644 --- a/.github/workflows/pr-test.yml +++ b/.github/workflows/pr-test.yml @@ -984,36 +984,36 @@ jobs: cd test/srt python3 run_suite.py --suite per-commit-4-gpu-deepep - # unit-test-deepep-8-gpu: - # needs: [check-changes, call-gate, unit-test-backend-2-gpu] - # if: | - # always() && - # (github.event_name == 'schedule' || (!failure() && !cancelled())) && - # ((needs.check-changes.outputs.main_package == 'true') || (needs.check-changes.outputs.sgl_kernel == 'true')) - # runs-on: 8-gpu-h200 - # env: - # RUNNER_LABELS: 8-gpu-h200 - # steps: - # - name: Checkout code - # uses: actions/checkout@v4 + unit-test-deepep-8-gpu: + needs: [check-changes, call-gate, unit-test-backend-2-gpu] + if: | + always() && + (github.event_name == 'schedule' || (!failure() && !cancelled())) && + ((needs.check-changes.outputs.main_package == 'true') || (needs.check-changes.outputs.sgl_kernel == 'true')) + runs-on: 8-gpu-h200 + env: + RUNNER_LABELS: 8-gpu-h200 + steps: + - name: Checkout code + uses: actions/checkout@v4 - # - name: Download artifacts - # if: needs.check-changes.outputs.sgl_kernel == 'true' - # uses: actions/download-artifact@v4 - # with: - # path: sgl-kernel/dist/ - # merge-multiple: true - # pattern: wheel-python3.10-cuda12.9 + - name: Download artifacts + if: needs.check-changes.outputs.sgl_kernel == 'true' + uses: actions/download-artifact@v4 + with: + path: sgl-kernel/dist/ + merge-multiple: true + pattern: wheel-python3.10-cuda12.9 - # - name: Install dependencies - # run: | - # CUSTOM_BUILD_SGL_KERNEL=${{needs.check-changes.outputs.sgl_kernel}} bash scripts/ci/ci_install_deepep.sh + - name: Install dependencies + run: | + CUSTOM_BUILD_SGL_KERNEL=${{needs.check-changes.outputs.sgl_kernel}} bash scripts/ci/ci_install_deepep.sh - # - name: Run test - # timeout-minutes: 20 - # run: | - # cd test/srt - # python3 run_suite.py --suite per-commit-8-gpu-h200-deepep + - name: Run test + timeout-minutes: 20 + run: | + cd test/srt + python3 run_suite.py --suite per-commit-8-gpu-h200-deepep unit-test-backend-4-gpu-b200: needs: [check-changes, call-gate, unit-test-backend-2-gpu] @@ -1113,7 +1113,7 @@ jobs: accuracy-test-1-gpu, accuracy-test-2-gpu, unit-test-deepep-4-gpu, - # unit-test-deepep-8-gpu, + unit-test-deepep-8-gpu, unit-test-backend-4-gpu-b200, unit-test-backend-4-gpu-gb200, ] diff --git a/test/srt/ep/test_deepep_large.py b/test/srt/ep/test_deepep_large.py index 8a5234605..26f4925f7 100644 --- a/test/srt/ep/test_deepep_large.py +++ b/test/srt/ep/test_deepep_large.py @@ -1,3 +1,4 @@ +import os import unittest from types import SimpleNamespace @@ -48,6 +49,10 @@ class TestDeepseek(CustomTestCase): "2048", "--disable-radix-cache", ], + env={ + **os.environ, + "SGLANG_JIT_DEEPGEMM_PRECOMPILE": "0", + }, ) @classmethod @@ -70,6 +75,7 @@ class TestDeepseek(CustomTestCase): self.assertGreater(metrics["accuracy"], 0.92) +@unittest.skip("Can pass locally, but will cause Timeout on CI runner.") class TestDeepseekMTP(CustomTestCase): @classmethod def setUpClass(cls): @@ -112,6 +118,10 @@ class TestDeepseekMTP(CustomTestCase): "2", "--disable-radix-cache", ], + env={ + **os.environ, + "SGLANG_JIT_DEEPGEMM_PRECOMPILE": "0", + }, ) @classmethod