leavelet/cutlass
1
0
Fork 0
Code Issues Pull Requests Actions 28 Packages Projects Releases Wiki Activity

v4.4 update. (#2979)

Browse Source
This commit is contained in:
Junkai-Wu
2026-01-24 11:46:17 -05:00
committed by GitHub
parent 2fafefb7b9
commit 9fba3195f9
293 changed files with 46343 additions and 2995 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tools/profiler/include/cutlass/profiler/grouped_gemm_operation_profiler.h
+24 -2
View File
@@ -318,8 +318,30 @@ protected:
int swizzle_size,
bool is_dynamic_cluster_enabled);
/// Verifies CUTLASS against host and device references
bool verify_with_reference_(
/// Verifies CUTLASS against device reference (for regular grouped GEMM)
bool verify_with_device_reference_(
Options const& options,
PerformanceReport& report,
DeviceContext& device_context,
library::Operation const* operation,
ProblemSpace const& problem_space,
ProblemSpace::Problem const& problem,
cutlass::library::NumericTypeID element_A,
cutlass::library::NumericTypeID element_B);
/// Verifies CUTLASS against host reference (for regular grouped GEMM)
bool verify_regular_with_host_reference_(
Options const& options,
PerformanceReport& report,
DeviceContext& device_context,
library::Operation const* operation,
ProblemSpace const& problem_space,
ProblemSpace::Problem const& problem,
cutlass::library::NumericTypeID element_A,
cutlass::library::NumericTypeID element_B);
/// Verifies CUTLASS against host reference (for block-scaled/blockwise grouped GEMM)
bool verify_block_with_host_reference_(
Options const& options,
PerformanceReport& report,
DeviceContext& device_context,
tools/profiler/src/block_scaled_gemm_operation_profiler.cu
+21 -26
View File
@@ -1137,37 +1137,31 @@ bool BlockScaledGemmOperationProfiler::verify_cutlass(
}
bool verification_status = verify_with_reference_(options, report, device_context, operation, problem_space, problem, element_A, element_B);
// Update disposition to worst case verification outcome among all
// verification providers which are supported
bool is_any_verification_run_passed = false;
for (auto &m : results_.back().verification_map) {
if (m.second == Disposition::kFailed || m.second == Disposition::kIncorrect) {
results_.back().disposition = m.second;
return true;
}
if (!is_any_verification_run_passed && m.second == Disposition::kPassed) {
is_any_verification_run_passed = true;
}
if (!verify_with_reference_(options, report, device_context, operation, problem_space, problem, element_A, element_B)) {
return false;
}
if (is_any_verification_run_passed) {
results_.back().disposition = Disposition::kPassed;
// Block-scaled GEMM only supports host verification - check it directly
switch (results_.back().verification_map[library::Provider::kReferenceHost]) {
case Disposition::kFailed:
results_.back().disposition = Disposition::kFailed;
return true;
case Disposition::kIncorrect:
results_.back().disposition = Disposition::kIncorrect;
return true;
case Disposition::kPassed:
results_.back().disposition = Disposition::kPassed;
return true;
default:
break;
}
}
// if verification.required is set, then return success iff at least one ref-check was run
if (options.verification.required) {
bool did_any_verification_run = false;
for (auto provider : options.verification.providers) {
did_any_verification_run |= (Disposition::kNotRun != results_.back().verification_map[provider]);
}
if (not did_any_verification_run) {
results_.back().status = Status::kErrorNotSupported;
return false;
}
// if verification.required is set, check if host verification ran (the only supported provider)
if (options.verification.required &&
results_.back().verification_map[library::Provider::kReferenceHost] == Disposition::kNotRun) {
results_.back().status = Status::kErrorNotSupported;
return false;
}
// Return true means continue profiling
@@ -1664,3 +1658,4 @@ Status BlockScaledGemmOperationProfiler::profile_cutlass_(
} // namespace cutlass
/////////////////////////////////////////////////////////////////////////////////////////////////
tools/profiler/src/blockwise_gemm_operation_profiler.cu
+21 -26
View File
@@ -988,37 +988,31 @@ bool BlockwiseGemmOperationProfiler::verify_cutlass(
}
bool verification_status = verify_with_reference_(options, report, device_context, operation, problem_space, problem, element_A, element_B);
// Update disposition to worst case verification outcome among all
// verification providers which are supported
bool is_any_verification_run_passed = false;
for (auto &m : results_.back().verification_map) {
if (m.second == Disposition::kFailed || m.second == Disposition::kIncorrect) {
results_.back().disposition = m.second;
return true;
}
if (!is_any_verification_run_passed && m.second == Disposition::kPassed) {
is_any_verification_run_passed = true;
}
if (!verify_with_reference_(options, report, device_context, operation, problem_space, problem, element_A, element_B)) {
return false;
}
if (is_any_verification_run_passed) {
results_.back().disposition = Disposition::kPassed;
// Blockwise GEMM only supports host verification - check it directly
switch (results_.back().verification_map[library::Provider::kReferenceHost]) {
case Disposition::kFailed:
results_.back().disposition = Disposition::kFailed;
return true;
case Disposition::kIncorrect:
results_.back().disposition = Disposition::kIncorrect;
return true;
case Disposition::kPassed:
results_.back().disposition = Disposition::kPassed;
return true;
default:
break;
}
}
// if verification.required is set, then return success iff at least one ref-check was run
if (options.verification.required) {
bool did_any_verification_run = false;
for (auto provider : options.verification.providers) {
did_any_verification_run |= (Disposition::kNotRun != results_.back().verification_map[provider]);
}
if (not did_any_verification_run) {
results_.back().status = Status::kErrorNotSupported;
return false;
}
// if verification.required is set, check if host verification ran (the only supported provider)
if (options.verification.required &&
results_.back().verification_map[library::Provider::kReferenceHost] == Disposition::kNotRun) {
results_.back().status = Status::kErrorNotSupported;
return false;
}
// Return true means continue profiling
@@ -1555,3 +1549,4 @@ Status BlockwiseGemmOperationProfiler::profile_cutlass_(
} // namespace cutlass
/////////////////////////////////////////////////////////////////////////////////////////////////
tools/profiler/src/grouped_gemm_operation_profiler.cu
+523 -330
View File
File diff suppressed because it is too large Load Diff