Use Flashinfer TRT-LLM as Llama 4 compatible MoE backend (#11928)

This commit is contained in:
b8zhong
2025-10-28 10:39:43 -07:00
committed by GitHub
parent 9c6e25d2a6
commit 77225d602a
4 changed files with 171 additions and 7 deletions

View File

@@ -238,7 +238,7 @@ def get_quant_config(
if model_config.quantization == "bitsandbytes":
config["adapter_name_or_path"] = model_name_or_path
elif model_config.quantization.startswith("modelopt") and (
config["producer"]["name"].startswith("modelopt")
config.get("producer", {}).get("name", "").startswith("modelopt")
):
quant_algo = config["quantization"]["quant_algo"]
if quant_algo is None: