diff --git a/docker/Dockerfile b/docker/Dockerfile index 812321b62..366efa327 100644 --- a/docker/Dockerfile +++ b/docker/Dockerfile @@ -19,7 +19,7 @@ ARG PIP_DEFAULT_INDEX ARG UBUNTU_MIRROR ARG GITHUB_ARTIFACTORY=github.com ARG INSTALL_FLASHINFER_JIT_CACHE=0 -ARG FLASHINFER_VERSION=0.6.1 +ARG FLASHINFER_VERSION=0.6.2 ENV DEBIAN_FRONTEND=noninteractive \ CUDA_HOME=/usr/local/cuda \ diff --git a/python/pyproject.toml b/python/pyproject.toml index 86d6d7230..ad2faf188 100755 --- a/python/pyproject.toml +++ b/python/pyproject.toml @@ -28,8 +28,8 @@ dependencies = [ "datasets", "einops", "fastapi", - "flashinfer_python==0.6.1", # keep it aligned with jit-cache version in Dockerfile - "flashinfer_cubin==0.6.1", + "flashinfer_python==0.6.2", # keep it aligned with jit-cache version in Dockerfile + "flashinfer_cubin==0.6.2", "gguf", "hf_transfer", "huggingface_hub", diff --git a/python/sglang/srt/entrypoints/engine.py b/python/sglang/srt/entrypoints/engine.py index 3cd85df93..8d7ab8716 100644 --- a/python/sglang/srt/entrypoints/engine.py +++ b/python/sglang/srt/entrypoints/engine.py @@ -800,7 +800,7 @@ def _set_envs_and_config(server_args: ServerArgs): if server_args.attention_backend == "flashinfer": assert_pkg_version( "flashinfer_python", - "0.6.1", + "0.6.2", "Please uninstall the old version and " "reinstall the latest version by following the instructions " "at https://docs.flashinfer.ai/installation.html.", diff --git a/scripts/ci/cuda/ci_install_dependency.sh b/scripts/ci/cuda/ci_install_dependency.sh index 2eead1feb..a6b1483db 100755 --- a/scripts/ci/cuda/ci_install_dependency.sh +++ b/scripts/ci/cuda/ci_install_dependency.sh @@ -5,7 +5,7 @@ set -euxo pipefail # Set up environment variables IS_BLACKWELL=${IS_BLACKWELL:-0} CU_VERSION="cu129" -FLASHINFER_VERSION=0.6.1 +FLASHINFER_VERSION=0.6.2 OPTIONAL_DEPS="${1:-}" # Detect system architecture