integrate AIBrix KVcache (#10376)

This commit is contained in:
yi wang
2025-09-25 14:47:09 +08:00
committed by GitHub
parent 3d40794fcf
commit fce170480a
6 changed files with 307 additions and 2 deletions
+1 -1
View File
@@ -2154,7 +2154,7 @@ class ServerArgs:
parser.add_argument(
"--hicache-storage-backend",
type=str,
choices=["file", "mooncake", "hf3fs", "nixl"],
choices=["file", "mooncake", "hf3fs", "nixl", "aibrix"],
default=ServerArgs.hicache_storage_backend,
help="The storage backend for hierarchical KV cache.",
)