chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Fix: Complete int32 to int64 conversion (#4465)

Browse Source
This commit is contained in:
Zhiqiang Xie
2025-03-16 18:14:27 -07:00
committed by GitHub
parent 5cbd709ea1
commit f5bbf6037d
3 changed files with 5 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
python/sglang/srt/mem_cache/radix_cache.py
View File

@@ -140,7 +140,7 @@ class RadixCache(BasePrefixCache):
return (
torch.empty(
(0,),
dtype=torch.int32,
dtype=torch.int64,
device=self.device,
),
self.root_node,
@@ -154,7 +154,7 @@ class RadixCache(BasePrefixCache):
if value:
value = torch.cat(value)
else:
value = torch.empty((0,), dtype=torch.int32, device=self.device)
value = torch.empty((0,), dtype=torch.int64, device=self.device)
return value, last_node
def insert(self, key: List, value=None):