enable marlin fp8 blockwise (#8990)

This commit is contained in:
Enrique Shockwave
2025-08-18 18:53:15 -07:00
committed by GitHub
parent 720cd308ba
commit e483ab6d20
2 changed files with 94 additions and 86 deletions
@@ -789,3 +789,12 @@ def apply_fp8_linear(
bias,
input.dtype,
)
def can_auto_enable_marlin_fp8() -> bool:
try:
major, minor = get_device_capability()
sm = major * 10 + minor
return 80 <= sm < 89
except Exception:
return False