chenchenghao/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Fix cuBLAS >=12.9 detection for cu12/cu13 package naming (#17766)

Browse Source
This commit is contained in:
Mohammad Miadh Angkad
2026-01-31 12:01:52 +08:00
committed by GitHub
parent 22aad4e2c4
commit d0d9cecd1b
2 changed files with 8 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
python/sglang/srt/models/deepseek_common/utils.py
View File

@@ -30,7 +30,7 @@ from sglang.srt.utils import (
is_gfx95_supported,
is_hip,
is_npu,
is_nvidia_cublas_cu12_version_ge_12_9,
is_nvidia_cublas_version_ge_12_9,
)
_is_hip = is_hip()
@@ -45,7 +45,7 @@ _is_gfx95_supported = is_gfx95_supported()
_use_aiter_gfx95 = _use_aiter and _is_gfx95_supported
_is_cublas_ge_129 = is_nvidia_cublas_cu12_version_ge_12_9()
_is_cublas_ge_129 = is_nvidia_cublas_version_ge_12_9()
logger = logging.getLogger(__name__)

13
python/sglang/srt/utils/common.py
View File

@@ -310,15 +310,14 @@ def is_flashinfer_available():
return importlib.util.find_spec("flashinfer") is not None and is_cuda()
def is_nvidia_cublas_cu12_version_ge_12_9():
def is_nvidia_cublas_version_ge_12_9():
"""
temporary fix for issue #11272
temporary fix for issue #11272 (cublas 12.9+)
"""
try:
installed_version = version("nvidia-cublas-cu12")
except PackageNotFoundError:
return False
return pkg_version.parse(installed_version) >= pkg_version.parse("12.9")
for pkg in ("nvidia-cublas", "nvidia-cublas-cu12"):
if check_pkg_version_at_least(pkg, "12.9"):
return True
return False
def random_uuid() -> str: