Bump FI version (#17700)
Signed-off-by: Shahar Mor <smor@nvidia.com> Co-authored-by: b8zhong <b8zhong@uwaterloo.ca>
This commit is contained in:
@@ -28,8 +28,8 @@ dependencies = [
|
||||
"datasets",
|
||||
"einops",
|
||||
"fastapi",
|
||||
"flashinfer_python==0.6.1", # keep it aligned with jit-cache version in Dockerfile
|
||||
"flashinfer_cubin==0.6.1",
|
||||
"flashinfer_python==0.6.2", # keep it aligned with jit-cache version in Dockerfile
|
||||
"flashinfer_cubin==0.6.2",
|
||||
"gguf",
|
||||
"hf_transfer",
|
||||
"huggingface_hub",
|
||||
|
||||
@@ -800,7 +800,7 @@ def _set_envs_and_config(server_args: ServerArgs):
|
||||
if server_args.attention_backend == "flashinfer":
|
||||
assert_pkg_version(
|
||||
"flashinfer_python",
|
||||
"0.6.1",
|
||||
"0.6.2",
|
||||
"Please uninstall the old version and "
|
||||
"reinstall the latest version by following the instructions "
|
||||
"at https://docs.flashinfer.ai/installation.html.",
|
||||
|
||||
Reference in New Issue
Block a user