72 lines
3.2 KiB
Bash
Executable File
72 lines
3.2 KiB
Bash
Executable File
#!/bin/bash
|
|
# Install flashinfer-jit-cache with caching and retry logic (flashinfer.ai can have transient DNS issues).
|
|
# The jit-cache wheel is 1.2+ GB, so we skip the download entirely if already installed.
|
|
#
|
|
# Required environment (caller must export or set):
|
|
# UNINSTALL_JIT_CACHE — literal true/false (skip download when false)
|
|
# FLASHINFER_PYTHON_REQUIRED — e.g. from python/pyproject.toml (flashinfer_python)
|
|
# CU_VERSION — e.g. cu129
|
|
# PIP_CMD — e.g. "pip" or "uv pip"
|
|
# PIP_INSTALL_SUFFIX — extra pip args for this runner
|
|
set -euxo pipefail
|
|
|
|
: "${UNINSTALL_JIT_CACHE:?must be set}"
|
|
: "${FLASHINFER_PYTHON_REQUIRED:?must be set}"
|
|
: "${CU_VERSION:?must be set}"
|
|
: "${PIP_CMD:?must be set}"
|
|
|
|
FLASHINFER_JIT_CACHE_INSTALLED=false
|
|
if [ "$UNINSTALL_JIT_CACHE" = false ]; then
|
|
FLASHINFER_JIT_CACHE_INSTALLED=true
|
|
echo "flashinfer-jit-cache already at correct version, skipping download"
|
|
fi
|
|
|
|
if [ "$FLASHINFER_JIT_CACHE_INSTALLED" = false ]; then
|
|
FLASHINFER_CACHE_DIR="${HOME}/.cache/flashinfer-wheels"
|
|
mkdir -p "${FLASHINFER_CACHE_DIR}"
|
|
|
|
find "${FLASHINFER_CACHE_DIR}" -name "flashinfer_jit_cache-*.whl" ! -name "flashinfer_jit_cache-${FLASHINFER_PYTHON_REQUIRED}*" -type f -delete 2>/dev/null || true
|
|
|
|
FLASHINFER_WHEEL_PATTERN="flashinfer_jit_cache-${FLASHINFER_PYTHON_REQUIRED}*.whl"
|
|
CACHED_WHEEL=$(find "${FLASHINFER_CACHE_DIR}" -name "${FLASHINFER_WHEEL_PATTERN}" -type f 2>/dev/null | head -n 1)
|
|
|
|
if [ -n "$CACHED_WHEEL" ] && [ -f "$CACHED_WHEEL" ]; then
|
|
echo "Found cached flashinfer wheel: $CACHED_WHEEL"
|
|
if $PIP_CMD install "$CACHED_WHEEL" $PIP_INSTALL_SUFFIX; then
|
|
FLASHINFER_JIT_CACHE_INSTALLED=true
|
|
echo "Successfully installed flashinfer-jit-cache from cache"
|
|
else
|
|
echo "Failed to install from cache, will try downloading..."
|
|
rm -f "$CACHED_WHEEL"
|
|
fi
|
|
fi
|
|
|
|
if [ "$FLASHINFER_JIT_CACHE_INSTALLED" = false ]; then
|
|
for i in {1..5}; do
|
|
# Download wheel to cache directory (use pip directly as uv pip doesn't support download)
|
|
if timeout 600 pip download "flashinfer-jit-cache==${FLASHINFER_PYTHON_REQUIRED}" \
|
|
--index-url "https://flashinfer.ai/whl/${CU_VERSION}" \
|
|
-d "${FLASHINFER_CACHE_DIR}"; then
|
|
|
|
CACHED_WHEEL=$(find "${FLASHINFER_CACHE_DIR}" -name "${FLASHINFER_WHEEL_PATTERN}" -type f 2>/dev/null | head -n 1)
|
|
if [ -n "$CACHED_WHEEL" ] && [ -f "$CACHED_WHEEL" ]; then
|
|
if $PIP_CMD install "$CACHED_WHEEL" $PIP_INSTALL_SUFFIX; then
|
|
FLASHINFER_JIT_CACHE_INSTALLED=true
|
|
echo "Successfully downloaded and installed flashinfer-jit-cache"
|
|
break
|
|
fi
|
|
else
|
|
echo "Warning: Download succeeded but wheel file not found"
|
|
fi
|
|
fi
|
|
echo "Attempt $i to download flashinfer-jit-cache failed, retrying in 10 seconds..."
|
|
sleep 10
|
|
done
|
|
fi
|
|
fi
|
|
|
|
if [ "$FLASHINFER_JIT_CACHE_INSTALLED" = false ]; then
|
|
echo "ERROR: Failed to install flashinfer-jit-cache after 5 attempts"
|
|
exit 1
|
|
fi
|