diff --git a/.github/workflows/pr-test.yml b/.github/workflows/pr-test.yml
index 6c4dd69f7..1cac6c1b2 100644
--- a/.github/workflows/pr-test.yml
+++ b/.github/workflows/pr-test.yml
@@ -379,6 +379,7 @@ jobs:
     runs-on: 1-gpu-runner
     strategy:
       fail-fast: false
+      max-parallel: 5
       matrix:
         part: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14]
     steps: