fix CompressedTensorsW8A8Int8 min_capability (#13914)
Co-authored-by: Fan Yin <1106310035@qq.com> Co-authored-by: Peng Zhang <aniz1905@gmail.com>
This commit is contained in:
@@ -35,8 +35,8 @@ class CompressedTensorsW8A8Int8(CompressedTensorsScheme):
|
||||
|
||||
@classmethod
|
||||
def get_min_capability(cls) -> int:
|
||||
# lovelace and up
|
||||
return 89
|
||||
# ampere and up
|
||||
return 80
|
||||
|
||||
def process_weights_after_loading(self, layer) -> None:
|
||||
# If per tensor, when we have a fused module (e.g. QKV) with per
|
||||
|
||||
Reference in New Issue
Block a user