diff --git a/python/sglang/srt/models/deepseek_common/utils.py b/python/sglang/srt/models/deepseek_common/utils.py index 9d6056b91..5be323f29 100644 --- a/python/sglang/srt/models/deepseek_common/utils.py +++ b/python/sglang/srt/models/deepseek_common/utils.py @@ -30,7 +30,7 @@ from sglang.srt.utils import ( is_gfx95_supported, is_hip, is_npu, - is_nvidia_cublas_cu12_version_ge_12_9, + is_nvidia_cublas_version_ge_12_9, ) _is_hip = is_hip() @@ -45,7 +45,7 @@ _is_gfx95_supported = is_gfx95_supported() _use_aiter_gfx95 = _use_aiter and _is_gfx95_supported -_is_cublas_ge_129 = is_nvidia_cublas_cu12_version_ge_12_9() +_is_cublas_ge_129 = is_nvidia_cublas_version_ge_12_9() logger = logging.getLogger(__name__) diff --git a/python/sglang/srt/utils/common.py b/python/sglang/srt/utils/common.py index 219a36b24..d7ad5a96f 100644 --- a/python/sglang/srt/utils/common.py +++ b/python/sglang/srt/utils/common.py @@ -310,15 +310,14 @@ def is_flashinfer_available(): return importlib.util.find_spec("flashinfer") is not None and is_cuda() -def is_nvidia_cublas_cu12_version_ge_12_9(): +def is_nvidia_cublas_version_ge_12_9(): """ - temporary fix for issue #11272 + temporary fix for issue #11272 (cublas 12.9+) """ - try: - installed_version = version("nvidia-cublas-cu12") - except PackageNotFoundError: - return False - return pkg_version.parse(installed_version) >= pkg_version.parse("12.9") + for pkg in ("nvidia-cublas", "nvidia-cublas-cu12"): + if check_pkg_version_at_least(pkg, "12.9"): + return True + return False def random_uuid() -> str: