diff --git a/test/registered/attention/test_triton_attention_kernels.py b/test/registered/attention/test_triton_attention_kernels.py
index b38e673b4..d9520172b 100644
--- a/test/registered/attention/test_triton_attention_kernels.py
+++ b/test/registered/attention/test_triton_attention_kernels.py
@@ -304,8 +304,10 @@ class TestTritonAttention(CustomTestCase):
             max_len_in_batch,
         )
 
-        self.assertTrue(torch.allclose(o_extend, o_redundant, rtol=1e-2))
-        self.assertTrue(torch.allclose(o_extend_mask, o_redundant, rtol=1e-2))
+        self.assertTrue(torch.allclose(o_extend, o_redundant, rtol=1e-2, atol=1e-3))
+        self.assertTrue(
+            torch.allclose(o_extend_mask, o_redundant, rtol=1e-2, atol=1e-3)
+        )
 
     def test_extend_attention(self):