Support deterministic inference with triton backend (#10694)

This commit is contained in:
Ethan (Yusheng) Su
2025-09-22 09:20:40 +08:00
committed by GitHub
parent f67d1f45bc
commit 134b4f7ec2
4 changed files with 60 additions and 16 deletions
+1 -1
View File
@@ -118,7 +118,7 @@ DISAGG_TRANSFER_BACKEND_CHOICES = ["mooncake", "nixl", "ascend", "fake"]
GRAMMAR_BACKEND_CHOICES = ["xgrammar", "outlines", "llguidance", "none"]
DETERMINISTIC_ATTENTION_BACKEND_CHOICES = ["flashinfer", "fa3"]
DETERMINISTIC_ATTENTION_BACKEND_CHOICES = ["flashinfer", "fa3", "triton"]
# Allow external code to add more choices