[HiCache] fix condition check when use decode offload (#14489)

This commit is contained in:
Francis
2025-12-09 07:52:40 +08:00
committed by GitHub
parent 93043f7b13
commit 07404d7689

View File

@@ -1668,7 +1668,10 @@ class ServerArgs:
"Page first direct layout only support direct io backend"
)
if self.enable_hierarchical_cache and self.hicache_io_backend == "kernel":
if (
self.enable_hierarchical_cache
or self.disaggregation_decode_enable_offload_kvcache
) and self.hicache_io_backend == "kernel":
# fix for the compatibility issue with FlashAttention3 decoding and HiCache kernel backend
if self.decode_attention_backend is None:
if not self.use_mla_backend():