Fix capture_sizes range for pcg (#17956)
This commit is contained in:
@@ -1103,7 +1103,7 @@ class ServerArgs:
|
||||
list(range(4, 33, 4))
|
||||
+ list(range(48, 257, 16))
|
||||
+ list(range(288, 513, 32))
|
||||
+ list(range(640, 1024 + 1, 64))
|
||||
+ list(range(576, 1024 + 1, 64))
|
||||
+ list(range(1280, 4096 + 1, 256))
|
||||
+ list(range(4608, self.piecewise_cuda_graph_max_tokens + 1, 512))
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user