Support new DeepGEMM format in per token group quant (#7146)

2025-06-13 02:00:22 -07:00
parent aa46ed34d2
commit 5c66c4424f
5 changed files with 92 additions and 44 deletions
@@ -175,7 +175,8 @@ void sgl_per_token_group_quant_fp8(
    int64_t group_size,
    double eps,
    double fp8_min,
-    double fp8_max);
+    double fp8_max,
+    bool scale_ue8m0);
 void sgl_per_token_group_quant_int8(
    at::Tensor input,
    at::Tensor output_q,