Fix HF hub race condition in CI by coordinating model downloads across TP ranks (#17787)

Co-authored-by: Kangyan-Zhou <zky314343421@gmail.com>
This commit is contained in:
Alison Shao
2026-02-02 14:57:45 -08:00
committed by GitHub
parent 812fd47cb4
commit 28e2340725
2 changed files with 137 additions and 55 deletions

View File

@@ -609,7 +609,7 @@ jobs:
pattern: wheel-python3.10-cuda12.9
- name: Install dependencies
timeout-minutes: 10
timeout-minutes: 20
run: |
CUSTOM_BUILD_SGL_KERNEL=${{needs.check-changes.outputs.sgl_kernel}} bash scripts/ci/cuda/ci_install_dependency.sh diffusion
@@ -649,7 +649,7 @@ jobs:
pattern: wheel-python3.10-cuda12.9
- name: Install dependencies
timeout-minutes: 10
timeout-minutes: 20
run: |
CUSTOM_BUILD_SGL_KERNEL=${{needs.check-changes.outputs.sgl_kernel}} bash scripts/ci/cuda/ci_install_dependency.sh
@@ -690,7 +690,7 @@ jobs:
pattern: wheel-python3.10-cuda12.9
- name: Install dependencies
timeout-minutes: 10
timeout-minutes: 20
run: |
CUSTOM_BUILD_SGL_KERNEL=${{needs.check-changes.outputs.sgl_kernel}} bash scripts/ci/cuda/ci_install_dependency.sh
@@ -742,7 +742,7 @@ jobs:
pattern: wheel-python3.10-cuda12.9
- name: Install dependencies
timeout-minutes: 10
timeout-minutes: 20
run: |
CUSTOM_BUILD_SGL_KERNEL=${{needs.check-changes.outputs.sgl_kernel}} IS_BLACKWELL=1 bash scripts/ci/cuda/ci_install_dependency.sh diffusion
@@ -803,7 +803,7 @@ jobs:
ref: ${{ inputs.pr_head_sha || inputs.ref || github.sha }}
- name: Install dependencies
timeout-minutes: 10
timeout-minutes: 20
run: |
bash scripts/ci/cuda/ci_install_dependency.sh
@@ -846,7 +846,7 @@ jobs:
pattern: wheel-python3.10-cuda12.9
- name: Install dependencies
timeout-minutes: 10
timeout-minutes: 20
run: |
CUSTOM_BUILD_SGL_KERNEL=${{needs.check-changes.outputs.sgl_kernel}} bash scripts/ci/cuda/ci_install_dependency.sh
@@ -945,7 +945,7 @@ jobs:
pattern: wheel-python3.10-cuda12.9
- name: Install dependencies
timeout-minutes: 10
timeout-minutes: 20
run: |
source /etc/profile.d/sglang-ci.sh
CUSTOM_BUILD_SGL_KERNEL=${{needs.check-changes.outputs.sgl_kernel}} bash scripts/ci/cuda/ci_install_dependency.sh
@@ -1001,7 +1001,7 @@ jobs:
pattern: wheel-python3.10-cuda12.9
- name: Install dependencies
timeout-minutes: 10
timeout-minutes: 20
run: |
CUSTOM_BUILD_SGL_KERNEL=${{needs.check-changes.outputs.sgl_kernel}} bash scripts/ci/cuda/ci_install_dependency.sh
@@ -1050,7 +1050,7 @@ jobs:
pattern: wheel-python3.10-cuda12.9
- name: Install dependencies
timeout-minutes: 10
timeout-minutes: 20
run: |
CUSTOM_BUILD_SGL_KERNEL=${{needs.check-changes.outputs.sgl_kernel}} bash scripts/ci/cuda/ci_install_dependency.sh
git clone https://github.com/merrymercy/human-eval.git
@@ -1101,7 +1101,7 @@ jobs:
pattern: wheel-python3.10-cuda12.9
- name: Install dependencies
timeout-minutes: 10
timeout-minutes: 20
run: |
CUSTOM_BUILD_SGL_KERNEL=${{needs.check-changes.outputs.sgl_kernel}} IS_BLACKWELL=1 bash scripts/ci/cuda/ci_install_dependency.sh
@@ -1151,7 +1151,7 @@ jobs:
pattern: wheel-python3.10-cuda12.9
- name: Install dependencies
timeout-minutes: 10
timeout-minutes: 20
run: |
CUSTOM_BUILD_SGL_KERNEL=${{needs.check-changes.outputs.sgl_kernel}} bash scripts/ci/cuda/ci_install_dependency.sh
@@ -1196,7 +1196,7 @@ jobs:
pattern: wheel-python3.10-cuda12.9
- name: Install dependencies
timeout-minutes: 10
timeout-minutes: 20
run: |
CUSTOM_BUILD_SGL_KERNEL=${{needs.check-changes.outputs.sgl_kernel}} IS_BLACKWELL=1 bash scripts/ci/cuda/ci_install_dependency.sh
@@ -1239,7 +1239,7 @@ jobs:
pattern: wheel-python3.10-cuda12.9
- name: Install dependencies
timeout-minutes: 10
timeout-minutes: 20
run: |
CUSTOM_BUILD_SGL_KERNEL=${{needs.check-changes.outputs.sgl_kernel}} bash scripts/ci/cuda/ci_install_dependency.sh diffusion
- name: Run diffusion server tests
@@ -1292,7 +1292,7 @@ jobs:
pattern: wheel-python3.10-cuda12.9
- name: Install dependencies
timeout-minutes: 10
timeout-minutes: 20
run: |
CUSTOM_BUILD_SGL_KERNEL=${{needs.check-changes.outputs.sgl_kernel}} bash scripts/ci/cuda/ci_install_dependency.sh diffusion
@@ -1347,7 +1347,7 @@ jobs:
pattern: wheel-python3.10-cuda12.9
- name: Install dependencies
timeout-minutes: 10
timeout-minutes: 20
run: |
CUSTOM_BUILD_SGL_KERNEL=${{needs.check-changes.outputs.sgl_kernel}} bash scripts/ci/cuda/ci_install_dependency.sh
@@ -1396,7 +1396,7 @@ jobs:
pattern: wheel-python3.10-cuda12.9
- name: Install dependencies
timeout-minutes: 10
timeout-minutes: 20
run: |
CUSTOM_BUILD_SGL_KERNEL=${{needs.check-changes.outputs.sgl_kernel}} bash scripts/ci/cuda/ci_install_dependency.sh
@@ -1452,7 +1452,7 @@ jobs:
pattern: wheel-python3.10-cuda12.9
- name: Install dependencies
timeout-minutes: 10
timeout-minutes: 20
run: |
CUSTOM_BUILD_SGL_KERNEL=${{needs.check-changes.outputs.sgl_kernel}} bash scripts/ci/cuda/ci_install_deepep.sh
@@ -1497,7 +1497,7 @@ jobs:
pattern: wheel-python3.10-cuda12.9
- name: Install dependencies
timeout-minutes: 10
timeout-minutes: 20
run: |
CUSTOM_BUILD_SGL_KERNEL=${{needs.check-changes.outputs.sgl_kernel}} bash scripts/ci/cuda/ci_install_deepep.sh
@@ -1542,7 +1542,7 @@ jobs:
pattern: wheel-python3.10-cuda12.9
- name: Install dependencies
timeout-minutes: 10
timeout-minutes: 20
run: |
CUSTOM_BUILD_SGL_KERNEL=${{needs.check-changes.outputs.sgl_kernel}} bash scripts/ci/cuda/ci_install_deepep.sh
@@ -1592,7 +1592,7 @@ jobs:
pattern: wheel-python3.10-cuda12.9
- name: Install dependencies
timeout-minutes: 10
timeout-minutes: 20
run: |
CUSTOM_BUILD_SGL_KERNEL=${{needs.check-changes.outputs.sgl_kernel}} IS_BLACKWELL=1 bash scripts/ci/cuda/ci_install_dependency.sh
@@ -1639,7 +1639,7 @@ jobs:
pattern: wheel-python3.10-cuda12.9-aarch64
- name: Install dependencies
timeout-minutes: 30
timeout-minutes: 20
run: |
CUSTOM_BUILD_SGL_KERNEL=${{needs.check-changes.outputs.sgl_kernel}} IS_BLACKWELL=1 GRACE_BLACKWELL=1 bash scripts/ci/cuda/ci_install_deepep.sh