diff --git a/python/sglang/srt/distributed/device_communicators/custom_all_reduce.py b/python/sglang/srt/distributed/device_communicators/custom_all_reduce.py
index b761bb69b..b6ca22ca4 100644
--- a/python/sglang/srt/distributed/device_communicators/custom_all_reduce.py
+++ b/python/sglang/srt/distributed/device_communicators/custom_all_reduce.py
@@ -411,6 +411,8 @@ class CustomAllreduce:
         if self._IS_CAPTURING:
             if torch.cuda.is_current_stream_capturing():
                 if _is_hip:
+                    if self.tms_cudagraph:
+                        return self.all_reduce_unreg(input)
                     return self.all_reduce_reg(input)
                 else:
                     return self.all_reduce(input, registered=not self.tms_cudagraph)