diff --git a/python/sglang/srt/server_args.py b/python/sglang/srt/server_args.py index d8d6c6dde..f826fd5f2 100644 --- a/python/sglang/srt/server_args.py +++ b/python/sglang/srt/server_args.py @@ -1103,7 +1103,7 @@ class ServerArgs: list(range(4, 33, 4)) + list(range(48, 257, 16)) + list(range(288, 513, 32)) - + list(range(640, 1024 + 1, 64)) + + list(range(576, 1024 + 1, 64)) + list(range(1280, 4096 + 1, 256)) + list(range(4608, self.piecewise_cuda_graph_max_tokens + 1, 512)) )