12 lines
335 B
Python
12 lines
335 B
Python
"""
|
|
ModelOpt related constants
|
|
"""
|
|
|
|
QUANT_CFG_CHOICES = {
|
|
"fp8": "FP8_DEFAULT_CFG",
|
|
"int4_awq": "INT4_AWQ_CFG", # TODO: add support for int4_awq
|
|
"w4a8_awq": "W4A8_AWQ_BETA_CFG", # TODO: add support for w4a8_awq
|
|
"nvfp4": "NVFP4_DEFAULT_CFG",
|
|
"nvfp4_awq": "NVFP4_AWQ_LITE_CFG", # TODO: add support for nvfp4_awq
|
|
}
|