CI: add server performance test for SGLang diffusion (#13091)
Co-authored-by: Mick <mickjagger19@icloud.com>
This commit is contained in:
committed by
GitHub
parent
a5be6ef98e
commit
af373636da
28
.github/workflows/pr-test.yml
vendored
28
.github/workflows/pr-test.yml
vendored
@@ -308,14 +308,34 @@ jobs:
|
||||
multimodal-gen-test:
|
||||
needs: [check-changes]
|
||||
if: needs.check-changes.outputs.multimodal_gen == 'true'
|
||||
runs-on: ubuntu-latest
|
||||
runs-on: 1-gpu-runner
|
||||
steps:
|
||||
- name: Checkout code
|
||||
uses: actions/checkout@v4
|
||||
- name: Run placeholder test
|
||||
|
||||
- name: Download CUDA 12.9 kernel artifacts
|
||||
if: needs.check-changes.outputs.sgl_kernel == 'true'
|
||||
uses: actions/download-artifact@v4
|
||||
with:
|
||||
path: sgl-kernel/dist/
|
||||
merge-multiple: true
|
||||
pattern: wheel-python3.10-cuda12.9
|
||||
|
||||
- name: Install dependencies
|
||||
run: |
|
||||
echo "Running multimodal_gen tests..."
|
||||
echo "This is a placeholder for future tests."
|
||||
CUSTOM_BUILD_SGL_KERNEL=${{needs.check-changes.outputs.sgl_kernel}} bash scripts/ci/ci_install_dependency.sh diffusion
|
||||
|
||||
- name: Clean Corrupted Hugging Face Model Cache
|
||||
run: |
|
||||
echo "Temp: Deleting potentially corrupted Qwen/Qwen-Image and Qwen/Qwen-Image-Edit cache to ensure a fresh download."
|
||||
rm -rf /hf_home/hub/models--Qwen--Qwen-Image
|
||||
rm -rf /hf_home/hub/models--Qwen--Qwen-Image-Edit
|
||||
|
||||
- name: Run diffusion server tests
|
||||
timeout-minutes: 60
|
||||
run: |
|
||||
cd python
|
||||
pytest -s -v --log-cli-level=INFO sglang/multimodal_gen/test/server/test_server_performance.py
|
||||
|
||||
# Adding a single CUDA13 smoke test to verify that the kernel builds and runs
|
||||
# TODO: Add back this test when it can pass on CI
|
||||
|
||||
Reference in New Issue
Block a user