enable flashinfer-jit-cache in image build and ci install to speed up model launch (#14959)

This commit is contained in:
gongwei-130
2025-12-11 23:20:44 -08:00
committed by GitHub
parent 4dabfbc827
commit 94e1251131
2 changed files with 8 additions and 0 deletions
+3
View File
@@ -5,6 +5,7 @@ set -euxo pipefail
# Set up environment variables
IS_BLACKWELL=${IS_BLACKWELL:-0}
CU_VERSION="cu129"
FLASHINFER_VERSION=0.5.3
OPTIONAL_DEPS="${1:-}"
# Detect system architecture
@@ -154,6 +155,8 @@ $PIP_CMD install nvidia-nvshmem-cu12==3.4.5 --force-reinstall $PIP_INSTALL_SUFFI
$PIP_CMD install nvidia-cudnn-cu12==9.16.0.29 --force-reinstall $PIP_INSTALL_SUFFIX
$PIP_CMD uninstall xformers || true
$PIP_CMD install flashinfer-jit-cache==${FLASHINFER_VERSION} --index-url https://flashinfer.ai/whl/${CU_VERSION}
# Show current packages
$PIP_CMD list
python3 -c "import torch; print(torch.version.cuda)"