CUTLASS 3.2 (#1024)

* CUTLASS 3.2
This commit is contained in:
ANIKET SHIVAM
2023-08-07 20:50:32 -04:00
committed by GitHub
parent a0d787b746
commit 4575443d44
392 changed files with 47559 additions and 7940 deletions
+15 -3
View File
@@ -102,7 +102,7 @@
"outputs": [],
"source": [
"tensor_D_relu = np.zeros(tensor_C.shape).astype(type_D)\n",
"plan.activation = cutlass.epilogue.relu\n",
"plan.activation = \"relu\"\n",
"plan.run(tensor_A, tensor_B, tensor_C, tensor_D_relu, print_module=print_module)"
]
},
@@ -169,13 +169,25 @@
" plan.run(tensor_A, tensor_B, tensor_C, tensor_D, print_module=print_module)"
]
},
{
"cell_type": "markdown",
"id": "18828622",
"metadata": {},
"source": [
"To add an activation with parameter such as `leaky_relu`, a tuple should be provided containing the activation function name and the (or a list of) parameter."
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "751f8d92",
"id": "53108eae",
"metadata": {},
"outputs": [],
"source": []
"source": [
"negative_slope = 0.5\n",
"plan.activation = (\"leaky_relu\", negative_slope)\n",
"plan.run(tensor_A, tensor_B, tensor_C, tensor_D, print_module=print_module)"
]
}
],
"metadata": {