[Fix] use torch.cat instead of torch.concat to prevent entering the Autograd backends. (#4466)

This commit is contained in:
JieXin Liang
2025-03-16 15:02:47 +08:00
committed by GitHub
parent 81f431eded
commit 1a3fa75f2f
14 changed files with 20 additions and 20 deletions

View File

@@ -152,7 +152,7 @@ class RadixCache(BasePrefixCache):
value, last_node = self._match_prefix_helper(self.root_node, key)
if value:
value = torch.concat(value)
value = torch.cat(value)
else:
value = torch.empty((0,), dtype=torch.int32, device=self.device)
return value, last_node
@@ -317,7 +317,7 @@ class RadixCache(BasePrefixCache):
_dfs_helper(child)
_dfs_helper(self.root_node)
return torch.concat(values)
return torch.cat(values)
##### Internal Helper Functions #####