[Feature] Support Flashinfer fmha on Blackwell (#6930)
This commit is contained in:
@@ -5,6 +5,7 @@ from typing import Callable, List, Optional, Tuple
|
||||
import torch
|
||||
|
||||
from sglang.srt.layers.quantization.fp8_kernel import sglang_per_token_group_quant_fp8
|
||||
from sglang.srt.layers.utils import is_sm100_supported
|
||||
|
||||
try:
|
||||
from vllm import _custom_ops as ops
|
||||
@@ -83,12 +84,6 @@ def cutlass_fp8_supported():
|
||||
return False
|
||||
|
||||
|
||||
def is_sm100_supported(device=None) -> bool:
|
||||
return (torch.cuda.get_device_capability(device)[0] == 10) and (
|
||||
torch.version.cuda >= "12.8"
|
||||
)
|
||||
|
||||
|
||||
def normalize_e4m3fn_to_e4m3fnuz(
|
||||
weight: torch.Tensor,
|
||||
weight_scale: torch.Tensor,
|
||||
|
||||
Reference in New Issue
Block a user