Bump FI version (#17700)

Signed-off-by: Shahar Mor <smor@nvidia.com>
Co-authored-by: b8zhong <b8zhong@uwaterloo.ca>

docker/Dockerfile

@@ -19,7 +19,7 @@ ARG PIP_DEFAULT_INDEX
 ARG UBUNTU_MIRROR
 ARG GITHUB_ARTIFACTORY=github.com
 ARG INSTALL_FLASHINFER_JIT_CACHE=0
-ARG FLASHINFER_VERSION=0.6.1
+ARG FLASHINFER_VERSION=0.6.2
 
 ENV DEBIAN_FRONTEND=noninteractive \
     CUDA_HOME=/usr/local/cuda \

python/pyproject.toml

@@ -28,8 +28,8 @@ dependencies = [
   "datasets",
   "einops",
   "fastapi",
-  "flashinfer_python==0.6.1", # keep it aligned with jit-cache version in Dockerfile
-  "flashinfer_cubin==0.6.1",
+  "flashinfer_python==0.6.2", # keep it aligned with jit-cache version in Dockerfile
+  "flashinfer_cubin==0.6.2",
   "gguf",
   "hf_transfer",
   "huggingface_hub",

python/sglang/srt/entrypoints/engine.py

@@ -800,7 +800,7 @@ def _set_envs_and_config(server_args: ServerArgs):
         if server_args.attention_backend == "flashinfer":
             assert_pkg_version(
                 "flashinfer_python",
-                "0.6.1",
+                "0.6.2",
                 "Please uninstall the old version and "
                 "reinstall the latest version by following the instructions "
                 "at https://docs.flashinfer.ai/installation.html.",

scripts/ci/cuda/ci_install_dependency.sh

@@ -5,7 +5,7 @@ set -euxo pipefail
 # Set up environment variables
 IS_BLACKWELL=${IS_BLACKWELL:-0}
 CU_VERSION="cu129"
-FLASHINFER_VERSION=0.6.1
+FLASHINFER_VERSION=0.6.2
 OPTIONAL_DEPS="${1:-}"
 
 # Detect system architecture