[Feature] Support Flashinfer fmha on Blackwell (#6930)

This commit is contained in:
Jianan Ji
2025-06-06 15:57:50 -04:00
committed by GitHub
parent b819381fec
commit 5f91c82526
5 changed files with 18 additions and 9 deletions

View File

@@ -5,6 +5,7 @@ from typing import Callable, List, Optional, Tuple
import torch
from sglang.srt.layers.quantization.fp8_kernel import sglang_per_token_group_quant_fp8
from sglang.srt.layers.utils import is_sm100_supported
try:
from vllm import _custom_ops as ops
@@ -83,12 +84,6 @@ def cutlass_fp8_supported():
return False
def is_sm100_supported(device=None) -> bool:
return (torch.cuda.get_device_capability(device)[0] == 10) and (
torch.version.cuda >= "12.8"
)
def normalize_e4m3fn_to_e4m3fnuz(
weight: torch.Tensor,
weight_scale: torch.Tensor,