enable marlin fp8 blockwise (#8990)
This commit is contained in:
@@ -789,3 +789,12 @@ def apply_fp8_linear(
|
||||
bias,
|
||||
input.dtype,
|
||||
)
|
||||
|
||||
|
||||
def can_auto_enable_marlin_fp8() -> bool:
|
||||
try:
|
||||
major, minor = get_device_capability()
|
||||
sm = major * 10 + minor
|
||||
return 80 <= sm < 89
|
||||
except Exception:
|
||||
return False
|
||||
|
||||
Reference in New Issue
Block a user