Revert "make radix cache deterministic" (#11728)

This commit is contained in:
Baizhou Zhang
2025-10-16 16:36:15 -05:00
committed by GitHub
parent c7962868c1
commit b0d1d717e1
5 changed files with 17 additions and 81 deletions

View File

@@ -1411,6 +1411,13 @@ class ServerArgs:
f"Currently only {DETERMINISTIC_ATTENTION_BACKEND_CHOICES} attention backends are supported for deterministic inference."
)
# Currently, only FA3 supports radix cache. Support for other backends is in progress
if self.attention_backend != "fa3":
self.disable_radix_cache = True
logger.warning(
f"Currently radix cache is not compatible with {self.attention_backend} attention backend for deterministic inference. It will be supported in the future."
)
# Check TP size
if self.tp_size > 1:
os.environ["NCCL_ALGO"] = "allreduce:tree"