integrate AIBrix KVcache (#10376)
This commit is contained in:
@@ -2154,7 +2154,7 @@ class ServerArgs:
|
||||
parser.add_argument(
|
||||
"--hicache-storage-backend",
|
||||
type=str,
|
||||
choices=["file", "mooncake", "hf3fs", "nixl"],
|
||||
choices=["file", "mooncake", "hf3fs", "nixl", "aibrix"],
|
||||
default=ServerArgs.hicache_storage_backend,
|
||||
help="The storage backend for hierarchical KV cache.",
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user