[Minor] Improve code style (#2422)

2024-12-09 06:30:35 -08:00
parent 0ce091a82d
commit 641b7d0ae0
15 changed files with 33 additions and 21 deletions
--- a/python/sglang/srt/model_executor/cuda_graph_runner.py
+++ b/python/sglang/srt/model_executor/cuda_graph_runner.py
@@ -127,7 +127,7 @@ class CudaGraphRunner:

        # Batch sizes to capture
        if model_runner.server_args.disable_cuda_graph_padding:
-            self.capture_bs = list(range(1, 32)) + [64, 128]
+            self.capture_bs = list(range(1, 33)) + [64, 128]
        else:
            self.capture_bs = [1, 2, 4] + [i * 8 for i in range(1, 21)]