Make various updates and fixes:

- Add support for legacy CUDA versions; now compatible with CUDA 12.3 and newer - Add support for NVRTC compilation - Other fixes and code refactoring
2025-08-02 19:52:22 -07:00
parent aff9da0aba
commit d9c363f86f
36 changed files with 592 additions and 362 deletions
@@ -22,17 +22,22 @@ deep_gemm_cpp.init(
 # Configs
 from deep_gemm_cpp import (
    set_num_sms,
-    get_num_sms
+    get_num_sms,
+    set_tc_util,
+    get_tc_util,
 )

 # Kernels
 from deep_gemm_cpp import (
+    # FP8 GEMMs
    fp8_gemm_nt, fp8_gemm_nn,
    fp8_gemm_tn, fp8_gemm_tt,
    m_grouped_fp8_gemm_nt_contiguous,
    m_grouped_fp8_gemm_nn_contiguous,
    fp8_m_grouped_gemm_nt_masked,
-    k_grouped_fp8_gemm_tn_contiguous
+    k_grouped_fp8_gemm_tn_contiguous,
+    # Layout kernels
+    transform_sf_into_required_layout
 )

 # Some utils