chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Improve CI by trying a warmup before unit tests (#14669)

Browse Source
This commit is contained in:
Lianmin Zheng
2025-12-09 15:17:59 -08:00
committed by GitHub
parent 036e64dafa
commit 18bd8e8d6d
5 changed files with 29 additions and 24 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
python/sglang/srt/server_args.py
View File

@@ -4171,6 +4171,9 @@ class ServerArgs:
assert is_npu(), "MindSpore model impl is only supported on Ascend npu."
def check_torch_2_9_1_cudnn_compatibility(self):
if get_bool_env_var("SGLANG_DISABLE_CUDNN_CHECK"):
return
if self.get_model_config().is_multimodal:
import torch
@@ -4198,7 +4201,8 @@ class ServerArgs:
"Reference: https://github.com/pytorch/pytorch/issues/168167\n\n"
"Solution: You MUST upgrade CuDNN to version 9.15+ to ensure correctness.\n\n"
"Run the following command immediately to fix:\n"
" pip install nvidia-cudnn-cu12==9.16.0.29\n"
" pip install nvidia-cudnn-cu12==9.16.0.29\n\n"
"Or you can disable this check by setting env var SGLANG_DISABLE_CUDNN_CHECK=1\n"
"--------------------------------------------------------------------------------\n"
f"{RESET}"
)