[AMD] suppress warning for amd (#16620)
This commit is contained in:
@@ -68,7 +68,6 @@ elif _is_hip:
|
||||
awq_dequantize_triton as awq_dequantize,
|
||||
)
|
||||
|
||||
warnings.warn(f"HIP does not support fused_marlin_moe currently.")
|
||||
elif _is_xpu:
|
||||
from sgl_kernel import awq_dequantize
|
||||
|
||||
@@ -198,6 +197,8 @@ class AWQMarlinConfig(QuantizationConfig):
|
||||
full_config: dict[str, Any],
|
||||
) -> None:
|
||||
super().__init__()
|
||||
if _is_hip:
|
||||
warnings.warn(f"HIP does not support fused_marlin_moe currently.")
|
||||
self.pack_factor = 32 // weight_bits # packed into int32
|
||||
self.group_size = group_size
|
||||
self.zero_point = zero_point
|
||||
|
||||
@@ -43,7 +43,8 @@ if _is_cuda:
|
||||
ggml_mul_mat_vec_a8,
|
||||
)
|
||||
else:
|
||||
warnings.warn(f"Only CUDA support GGUF quantization currently.")
|
||||
if not _is_hip:
|
||||
warnings.warn(f"Only CUDA support GGUF quantization currently.")
|
||||
|
||||
logger = logging.getLogger(__name__)
|
||||
|
||||
@@ -53,6 +54,8 @@ class GGUFConfig(QuantizationConfig):
|
||||
|
||||
def __init__(self, modules_to_not_convert: list[str] | None = None) -> None:
|
||||
super().__init__()
|
||||
if _is_hip:
|
||||
warnings.warn(f"Only CUDA support GGUF quantization currently.")
|
||||
self.modules_to_not_convert = modules_to_not_convert or []
|
||||
|
||||
def __repr__(self) -> str:
|
||||
|
||||
Reference in New Issue
Block a user