fix CompressedTensorsW8A8Int8 min_capability (#13914)

Co-authored-by: Fan Yin <1106310035@qq.com>
Co-authored-by: Peng Zhang <aniz1905@gmail.com>
This commit is contained in:
mmdbhs
2025-12-15 15:50:39 +08:00
committed by GitHub
parent 372507649d
commit 16e6bc20b0

View File

@@ -35,8 +35,8 @@ class CompressedTensorsW8A8Int8(CompressedTensorsScheme):
@classmethod
def get_min_capability(cls) -> int:
# lovelace and up
return 89
# ampere and up
return 80
def process_weights_after_loading(self, layer) -> None:
# If per tensor, when we have a fused module (e.g. QKV) with per