fix performance inssues in cute-dsl examples for 4.4-ctk13.1 release (#2988)

* fix grouped gemm

* fix mixed input gemm

* fix mixed input grouped gemm

* fix version checking

* use advanced compiler options

* fix comment

* rename advanced compiler configs to adcanced compiler control

* fix comment

* fix name

* fix name
This commit is contained in:
dongxiao
2026-01-30 13:31:04 +08:00
committed by GitHub
parent d252b01300
commit a4eb0e05f6
4 changed files with 61 additions and 0 deletions
@@ -2476,6 +2476,17 @@ def run(
max_active_clusters = utils.HardwareInfo().get_max_active_clusters(
cluster_shape_mn[0] * cluster_shape_mn[1],
)
# try to check CUDA version to decide the opt level
try:
from cutlass import CUDA_VERSION
opt_level = (
3
if CUDA_VERSION.major < 13
or (CUDA_VERSION.major == 13 and CUDA_VERSION.minor < 1)
else 2
)
except ImportError:
opt_level = 3
compiled_kernel = cute.compile(
mixed_input_gemm,
a_tensor,
@@ -2484,6 +2495,7 @@ def run(
c_tensor,
max_active_clusters,
current_stream,
options=f"--opt-level {opt_level}",
)
if not skip_ref_check: